-- Logs begin at Tue 2022-06-07 12:27:57 UTC, end at Tue 2022-06-07 13:40:53 UTC. -- Jun 07 13:09:02.176694 dv-cinder-844601-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 13:09:05.034966 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:09:05.035579 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev302 Jun 07 13:09:05.035738 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104053) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 07 13:09:05.039494 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:09:05.039745 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev302 Jun 07 13:09:05.040053 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104053) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 07 13:09:05.040983 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:09:05.041213 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:09:05.041718 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:09:05.041960 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:09:05.042179 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:09:05.042487 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.042776 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.043025 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.043313 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.043596 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.043871 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.044153 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.044441 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.044719 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.044992 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.045270 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.045496 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.045769 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.046048 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.046330 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.046549 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] debug = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.046844 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.047272 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.047679 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.047956 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.048239 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.048513 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.048779 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.049051 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.049328 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.049656 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] host = dv-cinder-844601-3-iscsi {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.049925 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.050204 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.050483 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.050763 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.051055 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.051328 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.051604 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.051874 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.052140 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] log_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.052400 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.053229 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.053511 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.053802 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.054023 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.054241 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.054521 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.054803 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.055100 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.055369 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.055637 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.055905 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.056172 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.056431 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.056709 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.056986 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.057262 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.057528 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.057794 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.058057 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.058321 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.058597 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.058889 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.059173 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.059423 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.059707 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.059969 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.060232 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.060523 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.060798 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.061074 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.061351 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.061619 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.061895 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.062161 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.062425 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.062689 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] use_json = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.062979 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.063246 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.063522 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.063788 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.064052 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.064316 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.064578 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.064857 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.065122 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:05.065410 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.065701 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.065996 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.066271 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.066567 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.066860 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.067147 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.067418 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.067701 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.067983 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.068291 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.068563 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.068860 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.069142 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.069433 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.069733 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.070023 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.070310 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.070580 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.070875 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.071150 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.071425 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.071707 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.071980 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.072263 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.072547 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.072822 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.073112 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.073390 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.073670 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.073959 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.074239 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.074508 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.074781 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.075089 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.075361 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.075628 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.076175 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.076446 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.076711 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.076986 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.077270 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.077551 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.077835 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.078090 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.078372 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.078641 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.078932 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.079197 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.079473 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.079739 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.080016 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.080286 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.080550 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.080815 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.081086 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.081353 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.081620 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.081891 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.082159 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.082427 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.082692 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.082981 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.083248 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.083512 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.083802 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.084068 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.084333 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.084601 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.084869 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.085136 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.085402 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.085669 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.085935 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.086227 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.086499 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.086775 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.087075 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.087349 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.087622 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.087894 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.088166 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.088438 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.088706 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.089089 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.089367 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.089657 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.089938 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.090215 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.090597 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.090902 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.091179 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.091458 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.091733 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.092006 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.092286 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.092562 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.092851 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.093137 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.093458 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.093700 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.093987 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.094274 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.094546 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.094866 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.095144 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:05.095357 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:09:05.095593 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104053) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 13:09:05.466742 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 07 13:09:05.467039 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 07 13:09:05.467347 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 07 13:09:05.467676 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 13:09:05.787439 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.787731 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.787998 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.789245 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.789513 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.789771 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.841815 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.842087 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.842349 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.858047 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.858317 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.858577 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.886394 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.886666 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.886953 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.922578 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.922878 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:05.923141 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.265717 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.266328 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.266328 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.266503 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.267385 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.365056 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.365374 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.365646 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.365907 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.366164 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.366466 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.366715 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.366996 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.367247 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.367520 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.367770 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.368024 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.368273 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.368517 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.368763 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.369016 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.369262 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.369518 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.369776 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.370026 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.370290 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.370534 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.370805 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.371195 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.371436 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.371674 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.372066 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:06.372301 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:06.372534 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:06.372765 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:06.372993 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:06.373220 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:06.373576 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 13:09:06.376728 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 13:09:06.381122 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 13:09:06.384872 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 07 13:09:06.386486 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 13:09:06.387113 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 13:09:06.387438 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 13:09:06.387807 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 13:09:06.390537 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 13:09:06.390783 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 13:09:06.391141 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:09:06.395997 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 07 13:09:06.419718 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 13:09:06.420160 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.420451 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104053) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 07 13:09:06.420816 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.422145 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104053) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 13:09:06.422412 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:09:06.422652 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 13:09:06.426155 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.426429 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:06.487506 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 13:09:06.487744 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 13:09:06.487974 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 13:09:06.488327 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 13:09:06.539552 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO dbcounter [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Registered counter for database neutron Jun 07 13:09:06.558370 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_db.sqlalchemy.engines [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104053) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 13:09:06.564013 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writer thread running {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 13:09:06.995043 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing driver for type 'gre' Jun 07 13:09:06.995570 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] gre ID ranges: [(1, 1000)] Jun 07 13:09:07.054761 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing driver for type 'local' Jun 07 13:09:07.055124 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing driver for type 'vlan' Jun 07 13:09:07.068008 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] VlanTypeDriver initialization complete Jun 07 13:09:07.069052 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing driver for type 'vxlan' Jun 07 13:09:07.069602 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] vxlan ID ranges: [(1, 1000)] Jun 07 13:09:07.124388 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing extension driver 'port_security' Jun 07 13:09:07.124732 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.extensions.port_security [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] PortSecurityExtensionDriver initialization complete Jun 07 13:09:07.125082 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing mechanism driver 'openvswitch' Jun 07 13:09:07.125462 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing mechanism driver 'hyperv' Jun 07 13:09:07.132688 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:07.133552 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.133990 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.134347 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.134862 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 13:09:07.135276 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnet after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.135624 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnet after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.135966 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.136354 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 13:09:07.136762 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.137111 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.137455 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.137839 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 13:09:07.138240 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > security_group after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.138586 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > security_group after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.138952 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.139349 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 13:09:07.139816 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.140152 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.140493 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.140875 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 13:09:07.141275 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > address_group after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.141618 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > address_group after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.141958 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.142343 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 13:09:07.142973 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] ML2 OVO RPC backend initialized. {{(pid=104053) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 07 13:09:07.143694 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.144051 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.144470 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.144822 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > networks before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.145168 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.145507 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > ports before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.145849 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnet before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.146493 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnets before_response 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.146893 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.147241 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.147580 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.147918 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.148261 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.148602 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.148940 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnet after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.149278 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnet after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.149613 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.157162 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded quota_driver: . Jun 07 13:09:07.157525 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.plugin [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Modular L2 Plugin initialization complete Jun 07 13:09:07.157874 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading services supported by the core plugin {{(pid=104053) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 13:09:07.158216 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.plugins.ml2.managers [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Got port-security extension from driver 'port_security' Jun 07 13:09:07.158697 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.extensions.vlantransparent [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Disabled vlantransparent extension. Jun 07 13:09:07.159225 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104053) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 13:09:07.159550 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: router Jun 07 13:09:07.197725 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.198113 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router after_create 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.198486 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router before_create 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.198868 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.199239 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.199592 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router after_delete 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.199945 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.200293 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.200646 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router after_create 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.201254 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router after_update 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.201599 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router after_update 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.201941 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.202292 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router after_update 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.202696 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_update 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.203094 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.203431 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: port after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.203767 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: subnet after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.204101 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.204444 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.204787 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_create 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.205127 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: port before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.205467 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.205817 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router after_update 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.206155 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.206501 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_create 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.206878 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.207222 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_update 55549900 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.207580 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > agent after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.207925 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > agent after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.208264 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > network after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.209178 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Tracking information for resource: router configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:07.209504 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Tracking information for resource: floatingip configured {{(pid=104053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:09:07.214523 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.db.l3_agentschedulers_db [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 13:09:07.215131 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.215490 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: port after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.215868 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: port after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.216218 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.217173 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router before_create 55550100 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.217556 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.218039 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_create 55550100 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.218474 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > router precommit_update 55550100 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.223890 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.services.provider_configuration [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service providers = [] {{(pid=104053) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 13:09:07.224801 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.db.servicetype_db [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104053) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 13:09:07.228303 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.services.service_base [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:09:07.228704 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.services.service_base [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:09:07.229062 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.services.service_base [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:09:07.230121 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.services.service_base [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:09:07.230539 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.services.service_base [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 13:09:07.231003 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.231305 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 13:09:07.242789 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.243142 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: auto_allocate Jun 07 13:09:07.248942 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: network precommit_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.249264 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: network precommit_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.249798 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.250116 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: tag Jun 07 13:09:07.256950 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.257282 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: timestamp Jun 07 13:09:07.261137 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.261466 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: network_ip_availability Jun 07 13:09:07.266945 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.267487 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.267653 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.268365 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.268683 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: flavors Jun 07 13:09:07.273388 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.273718 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading Plugin: revisions Jun 07 13:09:07.278096 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:09:07.278488 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_concurrency.lockutils [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=104053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 07 13:09:07.279260 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104053) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 07 13:09:07.279596 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Initializing extension manager. Jun 07 13:09:07.280126 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: __init__.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.280468 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: __pycache__ {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.280801 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: _port_mac_address_override.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.281135 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: address_group.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.281884 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.282445 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: address-group Jun 07 13:09:07.282769 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: address_scope.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.283510 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.284022 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: address-scope Jun 07 13:09:07.284341 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.285265 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.285776 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: router-admin-state-down-before-update Jun 07 13:09:07.286097 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: agent.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.287326 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.287846 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: agent Jun 07 13:09:07.288169 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: agent_resources_synced.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.289081 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.289582 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: agent-resources-synced Jun 07 13:09:07.289900 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: allowedaddresspairs.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.291716 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.292239 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: allowed-address-pairs Jun 07 13:09:07.292566 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: auto_allocated_topology.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.293635 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.294151 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: auto-allocated-topology Jun 07 13:09:07.294478 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: availability_zone.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.295206 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.295709 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: availability_zone Jun 07 13:09:07.296028 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: availability_zone_filter.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.296937 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.297442 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: availability_zone_filter Jun 07 13:09:07.297763 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: data_plane_status.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.298667 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.299212 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 13:09:07.299536 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: default_subnetpools.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.300452 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.300967 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: default-subnetpools Jun 07 13:09:07.301291 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.302094 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.303251 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: dhcp_agent_scheduler Jun 07 13:09:07.303576 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: dns.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.304490 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.304997 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 13:09:07.305317 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: dns_domain_ports.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.306233 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.306738 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 13:09:07.307088 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.308013 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.308522 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 07 13:09:07.308845 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: dvr.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.309516 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.310035 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: dvr Jun 07 13:09:07.310357 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: ecmp_routes.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.311302 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.311814 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 07 13:09:07.312134 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: empty_string_filtering.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.313037 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.313546 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: empty-string-filtering Jun 07 13:09:07.313864 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.314774 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.315307 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:09:07.315623 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.316530 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.317030 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 13:09:07.317348 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: external_net.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.318287 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.318804 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: external-net Jun 07 13:09:07.319142 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.320061 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.320567 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: extra_dhcp_opt Jun 07 13:09:07.320887 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: extraroute.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.321788 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.322299 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: extraroute Jun 07 13:09:07.322621 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: extraroute_atomic.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.323671 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.324181 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: extraroute-atomic Jun 07 13:09:07.324503 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: filter_validation.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.325164 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.325665 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: filter-validation Jun 07 13:09:07.326244 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: fip_pf_description.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.327189 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.327692 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 13:09:07.328010 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: fip_pf_port_range.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.328917 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.329421 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 07 13:09:07.329745 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: fip_port_details.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.330661 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.331205 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: fip-port-details Jun 07 13:09:07.331529 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: flavors.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.332752 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.333269 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: flavors Jun 07 13:09:07.333590 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.335435 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.335962 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 13:09:07.336300 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: floatingip_pools.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.337001 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.337519 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: floatingip-pools Jun 07 13:09:07.337848 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: ip_allocation.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.338765 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.339299 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 13:09:07.339629 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.340543 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.341058 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: ip-substring-filtering Jun 07 13:09:07.341385 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l2_adjacency.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.342318 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.343024 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 13:09:07.343182 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.344144 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.344663 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: router Jun 07 13:09:07.344990 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.347246 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.347774 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:09:07.348105 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.349039 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.350085 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: ext-gw-mode Jun 07 13:09:07.350415 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.351362 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.351880 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: l3-ha Jun 07 13:09:07.352206 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.353121 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.353632 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 07 13:09:07.353958 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3_flavors.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.354892 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.355406 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: l3-flavors Jun 07 13:09:07.355730 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.357089 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.357603 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 07 13:09:07.357930 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.358864 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.359381 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 13:09:07.359704 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: l3agentscheduler.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.360748 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.361262 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: l3_agent_scheduler Jun 07 13:09:07.361587 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: local_ip.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.363354 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.363879 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension local_ip not supported by any of loaded plugins Jun 07 13:09:07.364210 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: logging.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.366284 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.366806 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension logging not supported by any of loaded plugins Jun 07 13:09:07.367159 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: metering.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.367899 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.368473 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: metering Jun 07 13:09:07.368797 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.371472 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.371997 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: metering_source_and_destination_fields Jun 07 13:09:07.372327 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: multiprovidernet.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.373262 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.373779 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: multi-provider Jun 07 13:09:07.374103 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: netmtu.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.375050 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.375563 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: net-mtu Jun 07 13:09:07.375885 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: netmtu_writable.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.376800 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.377307 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: net-mtu-writable Jun 07 13:09:07.377628 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: network_availability_zone.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.378294 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.378799 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: network_availability_zone Jun 07 13:09:07.379140 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: network_ip_availability.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.380256 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.380794 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: network-ip-availability Jun 07 13:09:07.381118 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: network_segment_range.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.381879 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.382383 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 13:09:07.382702 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: pagination.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.383708 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.384038 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: pagination Jun 07 13:09:07.384359 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: port_device_profile.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.385266 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.385782 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: port-device-profile Jun 07 13:09:07.386101 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: port_mac_address_override.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.387063 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.387581 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: port-mac-override Jun 07 13:09:07.387902 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.388824 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.389335 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: port-mac-address-regenerate Jun 07 13:09:07.389656 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.390562 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.391102 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: port-numa-affinity-policy Jun 07 13:09:07.391424 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: port_resource_request.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.392343 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.392851 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 13:09:07.393171 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: port_resource_request_groups.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.394131 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.394643 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 07 13:09:07.394995 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: portbindings.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.395936 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.396479 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: binding Jun 07 13:09:07.396801 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: portbindings_extended.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.398076 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.398589 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: binding-extended Jun 07 13:09:07.398952 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: portsecurity.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.399877 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.400396 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: port-security Jun 07 13:09:07.400720 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: project_id.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.401699 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.402027 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: project-id Jun 07 13:09:07.402346 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: providernet.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.403297 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.403840 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: provider Jun 07 13:09:07.404160 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.407708 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.408228 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos not supported by any of loaded plugins Jun 07 13:09:07.408553 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.409788 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.410310 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 13:09:07.410638 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.411598 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.412649 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 13:09:07.412974 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_default.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.413888 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.414398 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-default not supported by any of loaded plugins Jun 07 13:09:07.414722 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_fip.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.415672 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.416205 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 13:09:07.416529 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.417445 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.417953 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 07 13:09:07.418277 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_gateway_ip.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.421326 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.421326 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 13:09:07.421326 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_port_network_policy.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.421326 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.421673 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 13:09:07.421754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.422765 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.423301 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 07 13:09:07.423625 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.424663 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.425172 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 07 13:09:07.425495 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_pps_rule.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.426695 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.427274 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-pps not supported by any of loaded plugins Jun 07 13:09:07.428114 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_rule_type_details.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.429155 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.429674 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 13:09:07.429998 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.431221 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.431458 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 07 13:09:07.431779 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: qos_rules_alias.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.432819 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.433335 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 13:09:07.433660 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: quota_check_limit.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.434574 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.435120 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: quota-check-limit Jun 07 13:09:07.435442 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: quotasv2.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.436388 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.436716 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: quotas Jun 07 13:09:07.437035 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: quotasv2_detail.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.438733 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.439097 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: quota_details Jun 07 13:09:07.439426 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: rbac.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.440480 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.441011 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: rbac-policies Jun 07 13:09:07.441340 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: rbac_address_group.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.442274 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.442792 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: rbac-address-group Jun 07 13:09:07.443175 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: rbac_address_scope.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.444488 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.445238 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: rbac-address-scope Jun 07 13:09:07.445672 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: rbac_security_groups.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.446773 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.447324 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: rbac-security-groups Jun 07 13:09:07.447653 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: rbac_subnetpool.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.448576 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.449092 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: rbac-subnetpool Jun 07 13:09:07.449416 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: revisionifmatch.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.450350 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.451167 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: revision-if-match Jun 07 13:09:07.451495 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: revisions.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.452682 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.453197 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: standard-attr-revisions Jun 07 13:09:07.453523 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: router_availability_zone.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.454199 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.454711 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: router_availability_zone Jun 07 13:09:07.455064 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: routerservicetype.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.455995 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.456507 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 13:09:07.456831 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.457756 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.458268 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: security-groups-normalized-cidr Jun 07 13:09:07.458590 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.460051 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.460565 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: port-security-groups-filtering Jun 07 13:09:07.460889 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.461829 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.462343 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: security-groups-remote-address-group Jun 07 13:09:07.462663 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.463629 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.464141 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: security-groups-shared-filtering Jun 07 13:09:07.464481 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: securitygroup.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.474141 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.475249 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: security-group Jun 07 13:09:07.475583 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: segment.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.476309 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.476822 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension segment not supported by any of loaded plugins Jun 07 13:09:07.477147 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.478089 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.478600 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 13:09:07.478961 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: servicetype.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.480035 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.480551 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: service-type Jun 07 13:09:07.480879 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: sorting.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.481864 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.482198 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: sorting Jun 07 13:09:07.482522 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: standard_attr_segment.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.483481 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.484003 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 13:09:07.484326 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: standardattrdescription.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.484977 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.485488 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: standard-attr-description Jun 07 13:09:07.485812 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: stateful_security_group.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.486768 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.487318 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: stateful-security-group Jun 07 13:09:07.487643 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: stdattrs_common.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.488221 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 13:09:07.488543 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.489473 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.490011 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 13:09:07.490333 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: subnet_onboard.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.491495 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.492019 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: subnet_onboard Jun 07 13:09:07.492339 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.493266 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.493778 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 13:09:07.494097 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: subnet_service_types.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.495047 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.495562 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: subnet-service-types Jun 07 13:09:07.495883 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: subnetallocation.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.496968 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.497483 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: subnet_allocation Jun 07 13:09:07.497805 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.498480 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.499065 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: subnetpool-prefix-ops Jun 07 13:09:07.499342 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.500277 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.500797 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 13:09:07.501117 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: tagging.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.502178 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.502702 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: standard-attr-tag Jun 07 13:09:07.503046 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: timestamp.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.504229 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.504745 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loaded extension: standard-attr-timestamp Jun 07 13:09:07.505069 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: trunk.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.506121 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.506634 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension trunk not supported by any of loaded plugins Jun 07 13:09:07.506990 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: trunk_details.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.507922 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.508434 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 13:09:07.508755 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: uplink_status_propagation.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.509678 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.510190 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 13:09:07.510511 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Loading extension file: vlantransparent.py {{(pid=104053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 13:09:07.511214 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 13:09:07.511724 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 13:09:07.514235 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:network Jun 07 13:09:07.514770 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:subnet Jun 07 13:09:07.515191 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:09:07.515587 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:port Jun 07 13:09:07.516785 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.517218 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service FLAVORS assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.517837 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.518257 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.518585 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:router Jun 07 13:09:07.519046 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:09:07.519536 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service METERING assigned prefix: /metering {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.520959 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.521856 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.522204 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:09:07.523243 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:09:07.523683 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:09:07.524122 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:09:07.524722 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service CORE assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.525051 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:09:07.525399 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] subnetpool is already registered Jun 07 13:09:07.525831 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service CORE assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.526158 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:09:07.526488 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] subnetpool is already registered Jun 07 13:09:07.528804 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.529235 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service FLAVORS assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.529817 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.530236 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.530567 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:router Jun 07 13:09:07.530935 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] router is already registered Jun 07 13:09:07.531346 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:09:07.531687 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] floatingip is already registered Jun 07 13:09:07.532139 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service METERING assigned prefix: /metering {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.532800 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:09:07.533122 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] rbac_policy is already registered Jun 07 13:09:07.533535 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:09:07.533867 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] security_group is already registered Jun 07 13:09:07.534269 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:09:07.534630 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] security_group_rule is already registered Jun 07 13:09:07.535281 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service CORE assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.535612 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:09:07.535946 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] subnetpool is already registered Jun 07 13:09:07.536365 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.v2.resource_helper [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Service CORE assigned prefix: {{(pid=104053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:09:07.536685 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:09:07.537555 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING neutron.quota.resource_registry [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] subnetpool is already registered Jun 07 13:09:07.538024 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: extensions {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.539506 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: address-groups {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.540971 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: address-scopes {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.542269 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: agents {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.543449 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: auto-allocated-topology {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.544692 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: availability_zones {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.545901 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: dhcp-networks {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.547429 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: dhcp-agents {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.548828 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: routers {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.550495 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: flavors {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.551797 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: service_profiles {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.553031 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: next_providers {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.554449 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: service_profiles {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.556003 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: floatingip-pools {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.557186 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: routers {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.558877 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: floatingips {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.561009 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: l3-routers {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.562417 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: l3-agents {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.563849 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: metering-labels {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.565092 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: metering-label-rules {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.566455 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: network-ip-availabilities {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.567737 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: bindings {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.569307 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: quotas {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.570956 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: quotas {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.572485 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: rbac-policies {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.573667 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: security-groups {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.574997 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: security-group-rules {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.576509 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: service-providers {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.577710 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: subnetpools {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.579052 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: subnetpools {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.580584 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.582278 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.584627 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.586390 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.588088 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.590080 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.591778 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.593683 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.595463 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.597229 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron.api.extensions [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Extended resource: tags {{(pid=104053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:09:07.603817 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING keystonemiddleware.auth_token [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 13:09:07.608872 dv-cinder-844601-3-iscsi neutron-server[104053]: WARNING keystonemiddleware.auth_token [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 13:09:07.617672 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_concurrency.lockutils [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Acquired lock "singleton_lock" {{(pid=104053) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 07 13:09:07.618143 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_concurrency.lockutils [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Releasing lock "singleton_lock" {{(pid=104053) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 07 13:09:07.618791 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO oslo_service.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Starting 2 workers Jun 07 13:09:07.623781 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Started child 104160 {{(pid=104053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 13:09:07.628285 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Started child 104161 {{(pid=104053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 13:09:07.629200 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:07.630013 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO neutron.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 13:09:07.630531 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:07.630729 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [-] (104160) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:09:07.633091 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO oslo_service.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Starting 1 workers Jun 07 13:09:07.633234 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:07.634651 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [-] (104161) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:09:07.638428 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Started child 104162 {{(pid=104053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 13:09:07.639013 dv-cinder-844601-3-iscsi neutron-server[104053]: INFO oslo_service.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Starting 1 workers Jun 07 13:09:07.642213 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] calling RpcWorker wait() {{(pid=104162) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 13:09:07.642749 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] returning from RpcWorker wait() {{(pid=104162) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 13:09:07.643594 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Started child 104163 {{(pid=104053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 13:09:07.644126 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:07.644382 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6296c3ed-d64d-4876-b53c-c85d35151614 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:07.644694 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:07.646820 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104053) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 07 13:09:07.647057 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:09:07.647243 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:09:07.647470 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:09:07.647795 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:09:07.647956 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:09:07.648455 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.648729 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.648982 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.649069 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:07.649521 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.649854 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.650122 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.650383 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.650675 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.650953 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.651132 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.651290 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.651530 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.651762 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.652073 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.652345 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.652594 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.652835 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.653004 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.653268 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.653525 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.653770 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.654064 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] debug = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.654318 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.654812 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.655065 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.655314 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.655530 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.655810 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.656054 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.656306 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.656518 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.656750 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.657000 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.657259 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.657496 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.657704 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.657912 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.658156 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.658372 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.658875 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] host = dv-cinder-844601-3-iscsi {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.659115 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.659329 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.659554 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.659853 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.660117 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.660333 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.660588 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.660837 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.661102 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.661343 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.661619 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.661941 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.662683 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.662977 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.663124 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_options = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.663353 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.663584 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.663836 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.664034 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.664199 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.664358 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.664614 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.664779 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.665034 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.665256 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.665483 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.665710 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.665920 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.666160 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.666424 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.666634 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.666895 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.667120 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.667373 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.667615 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.667858 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.668097 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.668312 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.668540 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.668767 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.668996 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.669217 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.669447 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.669655 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.669867 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.670130 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.671449 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.671449 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.671449 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.671449 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.671964 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:07.672099 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.672099 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.672099 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.672099 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.673754 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_json = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.674312 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.674312 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.674312 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.674545 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.674992 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.675212 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.675431 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.675661 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.676078 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.676676 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.677004 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.677301 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.677669 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.677986 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.678408 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.678665 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.678911 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.679354 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.679736 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.680039 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.680265 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.680612 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.680875 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.681119 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.681677 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.681936 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.682388 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.682650 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.682911 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.683149 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.683372 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.683648 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.683893 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.684143 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.684380 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.684605 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.684897 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.685158 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.685425 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.685761 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.686016 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.686326 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.686561 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.686782 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.687058 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.687314 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.687528 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.687764 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.688001 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.688264 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.688514 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.688898 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.689130 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.689348 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.689615 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.689843 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.690077 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.690306 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.690668 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.690798 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.690976 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.691175 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.691418 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.691660 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.691891 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.692143 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.692369 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.692625 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.692880 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.693137 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.693356 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.693603 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.693967 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.694366 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.694584 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.694852 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.695089 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.695323 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.695546 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.695759 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.695978 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.696212 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.696426 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.696638 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.696875 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.697094 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.697306 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.697541 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.697750 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.697953 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.698366 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.698756 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.699160 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.699380 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.699599 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.699831 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.700047 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.700259 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.700478 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.700696 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.701256 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.701490 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.701738 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.701976 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.702377 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.702621 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.702903 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.703144 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.703361 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.703577 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.703836 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.704066 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.704320 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.704566 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.704799 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.705032 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.705253 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.705468 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.705705 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.705956 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.706148 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.706370 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.706635 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.706914 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.707147 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.707364 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.707603 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.707825 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.708106 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.708340 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.708631 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.709395 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.709664 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.709956 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.710224 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.710500 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.710750 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.711005 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.711246 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.711493 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.711749 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.711998 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.712222 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.712458 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.712689 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.712937 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.713185 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.713410 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.713747 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.713977 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.714189 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.714420 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.714688 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.715191 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.715595 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.715906 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.716197 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.716452 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.716697 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.716924 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.717139 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.717367 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.717615 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.717828 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.718060 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.718271 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.718512 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.718729 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.718986 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.719247 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.719482 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.719721 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.719936 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.720154 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.720368 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.720627 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.720838 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.721053 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.721289 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.721503 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.721715 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.721928 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.722147 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.722381 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.722603 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.722899 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.723161 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.723408 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.723635 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.723887 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.724145 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.724420 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.725173 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.725396 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.725630 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.725842 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.726058 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.726292 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.726483 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.726726 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.726968 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.727232 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.727464 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.727793 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.728045 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.728293 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.728548 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.728791 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.729026 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.729239 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.729469 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.729861 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.730244 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.730475 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.730714 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.730959 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.731181 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.731398 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.731615 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.731880 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.732118 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.732353 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.732577 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.732830 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.733045 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.733278 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.733510 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.733719 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.733947 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.734152 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.734516 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.734719 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.735036 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.735288 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.735515 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.735770 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.736001 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.736242 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.736465 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.736711 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.736921 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.737136 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.737350 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.737554 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.737775 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.737980 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.738186 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.738406 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.738618 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.738840 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.739062 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.739270 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.739706 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.739927 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.740167 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.740370 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.740788 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.741173 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.741582 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.741985 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.742200 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.742406 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.742637 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.742863 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.743073 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.743289 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.743503 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.743707 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.744018 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.744267 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.744497 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.744783 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.745029 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.745286 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.745521 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.745836 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.746067 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.746319 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.746560 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.746775 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.747175 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.747452 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.747783 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.748206 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.748434 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.748793 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.749063 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.749394 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.749602 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.749837 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.750131 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.750460 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.750738 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.751032 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.751296 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.751541 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.751775 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.752007 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.752238 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.752480 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.752694 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.752929 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.753152 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.753376 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.753588 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.753810 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.754020 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.754262 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.754470 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.754707 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.754948 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.755105 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:09:07.755666 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104053) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 07 13:09:07.755831 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:09:07.755982 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:09:07.756308 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:09:07.756478 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:09:07.756630 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:09:07.756836 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.756996 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.757155 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.757318 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.757508 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.757673 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.757836 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.757993 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.758148 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.758455 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.758550 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:07.758624 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.758756 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.759079 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.759239 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.759396 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.759555 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.759712 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.759874 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.760030 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.760186 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.760341 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.760497 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] debug = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.760653 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.760853 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.761014 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.761173 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.761350 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.761502 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.761630 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.761931 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.762227 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.762522 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.762813 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.763144 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.763435 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.763729 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.763885 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.764173 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.764463 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.764749 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] host = dv-cinder-844601-3-iscsi {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.765045 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.765200 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.765505 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.765663 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.765821 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.765978 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.766139 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.766292 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.766586 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.766742 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.766931 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.767089 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.767385 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.767545 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.767701 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_options = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.767857 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.768013 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.768172 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.768358 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.768518 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.768677 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.768836 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.768990 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.769149 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.769301 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.769603 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.769762 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.769942 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.770068 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.770371 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.770668 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.770854 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.771007 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.771161 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.771976 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.772134 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.772293 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.772450 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.772611 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.772766 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.772924 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.773079 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.773235 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.773393 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.773548 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.773709 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.773867 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.774020 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.774318 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.774477 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.774634 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.774790 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.774970 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.775131 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.775287 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.775445 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.775604 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.775762 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.775915 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.776218 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.776371 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.776700 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_json = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.777000 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.777157 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.777317 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.777472 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.777629 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.777785 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.777941 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.778103 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.778263 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:09:07.778436 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.778597 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.778767 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.778950 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.779115 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.779270 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.779571 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.779868 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.780164 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.780464 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.780630 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.780931 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.781102 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.781260 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.781558 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.781724 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.781881 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.782182 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.782339 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.782643 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.782799 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.784385 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.784560 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.784709 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.784859 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.785009 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.785148 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.785297 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.785458 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.785625 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.785802 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.785962 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.786126 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.786282 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.786590 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.786749 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.786984 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.787635 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.787793 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.788180 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.788488 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.788651 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.788815 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.788969 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.789266 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.789435 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.789598 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.789758 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.789916 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.790073 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.790235 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.790387 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.790549 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.790708 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.790892 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.791054 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.791214 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.791384 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.791543 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.791701 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.791860 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.792018 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.792178 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.792336 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.792496 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.792655 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.792815 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.792977 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.793149 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.793309 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.793468 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.793632 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.793786 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.794094 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.794261 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.794411 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.794569 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.794727 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.794907 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.795070 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.795229 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.795388 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.795550 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.795708 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.795866 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.796024 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.796185 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.796343 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.796501 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.796659 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.796818 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.796991 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.797152 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.797309 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.797472 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.797632 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.797790 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.797952 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.798109 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.798268 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.798429 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.798587 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.798747 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.798942 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.799101 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.799260 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.799419 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.799578 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.799736 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.799894 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.800053 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.800212 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.800371 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.800530 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.800690 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.800848 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.801006 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.801164 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.801322 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.801489 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.801649 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.801810 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.801968 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.802132 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.802301 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.802479 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.802643 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.802801 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.802983 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.803141 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.803298 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.803457 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.803620 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.803778 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.803936 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.804107 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.804266 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.804425 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.804582 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.804764 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.804921 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.805080 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.805238 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.805396 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.805553 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.805711 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.805869 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.806026 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.806184 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.806343 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.806501 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.806659 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.806818 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.807000 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.807158 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.807317 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.807476 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.807634 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.807793 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.807952 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.808111 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.808269 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.808428 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.808587 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.808745 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.808902 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.809061 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.809221 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.809380 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.809537 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.809695 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.809852 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.810010 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.810166 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.810324 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.810482 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.810643 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.810802 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.810982 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.811141 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.811302 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.811462 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.811620 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.811780 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.811938 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.812097 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.812256 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.812414 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.812572 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.812731 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.812890 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.813049 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.813208 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.813367 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.813546 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.813704 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.813862 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.814023 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.814182 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.814340 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.814498 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.814655 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.814814 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.814992 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.815153 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.815312 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.815472 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.815629 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.815787 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.815945 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.816105 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.816266 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.816424 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.816582 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.816742 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.816901 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.817058 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.817216 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.817374 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.817532 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.817690 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.817848 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.818006 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.818688 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.819000 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.819000 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.819160 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.819317 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.819475 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.819639 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820327 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820327 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820327 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820327 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820634 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820634 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820775 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820852 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.820965 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.821122 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.821280 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.821446 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.821604 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.821762 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.821920 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.822077 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.822234 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.822402 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.822579 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.822739 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.822920 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.823079 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.823237 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.823405 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.823567 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.823725 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.823920 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.824028 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.824186 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.824352 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.824513 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.824671 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.824836 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.824994 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.825151 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.825308 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.825477 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.825636 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.826061 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.826222 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.826379 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.826536 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.826696 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.826878 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.827048 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.827213 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.827373 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.827561 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.827730 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.827897 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.828061 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.828213 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.828381 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.828539 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.828696 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.828873 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.829000 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.829161 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.829321 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.829478 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.829636 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.829793 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.829951 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.830108 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.830266 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.830424 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.830582 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.830739 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.830919 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.831080 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.831238 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.831396 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:09:07.831548 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:09:07.851949 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52538) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:07.860648 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065491 Jun 07 13:09:17.117610 dv-cinder-844601-3-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:19.141269 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22063b-1a39-49b7-bf87-4f891634d1ab None None] get_active_networks_info from dv-cinder-844601-3-iscsi {{(pid=104162) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 07 13:09:19.144684 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writer thread running {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 13:09:19.261097 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22063b-1a39-49b7-bf87-4f891634d1ab None None] No non-hosted networks {{(pid=104162) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 13:09:19.275704 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.agentschedulers_db [None req-8f22063b-1a39-49b7-bf87-4f891634d1ab None None] DHCP Agent not found on host dv-cinder-844601-3-iscsi {{(pid=104162) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 07 13:09:19.379923 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-931fba47-bf81-4f1b-9e6d-5671a43dc0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714415'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:20.764902 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writer thread running {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 13:09:21.288718 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-508ec57e-ab51-4bc6-8e04-5abb746e54bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714415'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:21.325838 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6aa97e21-7e2d-4da3-bae5-d317027d0da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:22.362346 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52608) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:22.468549 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714415'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:22.928531 dv-cinder-844601-3-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-ea8f4433-6d3f-4f39-9bf1-965bf127e790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:22.929113 dv-cinder-844601-3-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-ea8f4433-6d3f-4f39-9bf1-965bf127e790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:23.150404 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-ea8f4433-6d3f-4f39-9bf1-965bf127e790 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:09:23.162856 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ea8f4433-6d3f-4f39-9bf1-965bf127e790 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7888732 Jun 07 13:09:23.887058 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714415'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:25.351947 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714415'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:25.353364 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.353897 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.354273 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.354578 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.354990 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.355316 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.355652 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.355980 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.356302 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.356618 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.356947 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.357274 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.357601 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.357958 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.358247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:25.358641 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844601-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:25.369841 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844601-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:25.704767 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52642) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:26.178712 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-f7df8086-f1ec-4917-8995-a94ccd23c2fc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:09:26.269252 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.policy [None req-f7df8086-f1ec-4917-8995-a94ccd23c2fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:09:26.311506 dv-cinder-844601-3-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-f7df8086-f1ec-4917-8995-a94ccd23c2fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:26.311879 dv-cinder-844601-3-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-f7df8086-f1ec-4917-8995-a94ccd23c2fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:26.332569 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writer thread running {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 13:09:26.413222 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f7df8086-f1ec-4917-8995-a94ccd23c2fc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769460217956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769460218472', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769460201639', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769460204189', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769460181670', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769460191192', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1995708', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1299983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-317909', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-377064'] for rbac-policy (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:26.502609 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f7df8086-f1ec-4917-8995-a94ccd23c2fc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:26.515722 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f7df8086-f1ec-4917-8995-a94ccd23c2fc admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7987268 Jun 07 13:09:27.596055 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.db.l3_hamode_db [None req-d7a0e368-2117-43f5-bea8-9fcab8e83609 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 13:09:27.675394 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0e368-2117-43f5-bea8-9fcab8e83609 None None] Routers set() bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:09:27.675781 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0e368-2117-43f5-bea8-9fcab8e83609 None None] Router IDs set() for agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 07 13:09:29.001584 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52654) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:29.327214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:09:29.357288 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Made reservation on behalf of 33a909cd233e4d5abcb4773bc2a46e27 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:09:29.361127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.377536 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.488380 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks [] for security_group (93e126f0-8aef-42be-b175-c3f82649df25), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.492132 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (93e126f0-8aef-42be-b175-c3f82649df25), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.516671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:09:29.552331 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769461989380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (8bea6471-95dc-448c-b495-903b6bb2c11d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.552903 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Unsubscribe: segment precommit_create {{(pid=104160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:09:29.553442 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Added segment 8bea6471-95dc-448c-b495-903b6bb2c11d of type vlan for network 3a836ed9-6630-4cc7-833e-d48128fa0c14 Jun 07 13:09:29.569758 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=93e126f0-8aef-42be-b175-c3f82649df25,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:29.620406 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.620739 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.621087 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.621433 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.621755 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.622074 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.622389 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.622703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.623042 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.623357 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.623669 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.623999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.624313 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.624622 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.624929 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Tracked resource versions report: Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: pushed versions: Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: { 'AddressGroup': {'1.2'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Agent': {'1.1'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'ConntrackHelper': {'1.0'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Log': {'1.0'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'NDPProxy': {'1.0'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Network': {'1.1'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Port': {'1.7'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'PortForwarding': {'1.3'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'QosPolicy': {'1.10'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroup': {'1.5'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SubPort': {'1.0'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Subnet': {'1.1'}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Trunk': {'1.1'}} Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: consumer versions: Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Agent': '1.1', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'ConntrackHelper': '1.0', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'LocalIPAssociation': '1.0', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Log': '1.0', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'NDPProxy': '1.0', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Network': '1.1', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Port': '1.7', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'PortForwarding': '1.3', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'QosPolicy': '1.10', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroup': '1.5', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroupRule': '1.2', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SubPort': '1.0', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Subnet': '1.1', Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Trunk': '1.1'}} Jun 07 13:09:29.626359 dv-cinder-844601-3-iscsi neutron-server[104160]: {{(pid=104160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:09:29.659527 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (3a836ed9-6630-4cc7-833e-d48128fa0c14), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.677668 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=50,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:29.705371 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (3a836ed9-6630-4cc7-833e-d48128fa0c14), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.710982 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:29.711705 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:29.807087 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8044214 Jun 07 13:09:29.830745 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822e374-90e7-43b9-b843-50b22cdabf52 demo demo] Pushing event updated for resources: {'Network': ['ID=3a836ed9-6630-4cc7-833e-d48128fa0c14,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:29.844289 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:09:32.310065 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52668) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:32.718494 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05eb60-ccb1-4161-8518-dd3369d14a58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:32.719772 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-7b05eb60-ccb1-4161-8518-dd3369d14a58 demo admin] 10.222.0.61 "GET /v2.0/networks/3a836ed9-6630-4cc7-833e-d48128fa0c14 HTTP/1.1" status: 200 len: 825 time: 0.4087725 Jun 07 13:09:32.743217 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-31e41d38-d07e-404d-8c0f-17d06c561987 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/1c963bb0-de59-40a1-95ad-ad4869b5d072 HTTP/1.1" status: 200 len: 734 time: 0.0178435 Jun 07 13:09:32.751315 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1c963bb0-de59-40a1-95ad-ad4869b5d072', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'gateway_ip': '172.20.0.1'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:09:32.773074 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Made reservation on behalf of 33a909cd233e4d5abcb4773bc2a46e27 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:09:32.775411 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:32.990614 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:33.062978 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (055eb0fc-02d7-41a9-b923-dd7ed701181f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:33.132005 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Pushing event updated for resources: {'Subnet': ['ID=055eb0fc-02d7-41a9-b923-dd7ed701181f,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:33.137923 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Checking segment: {'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:09:33.138853 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Network hostable DHCP agents. Network: 3a836ed9-6630-4cc7-833e-d48128fa0c14, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:09:33.158938 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:09:33.178391 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 3a836ed9-6630-4cc7-833e-d48128fa0c14) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:09:33.183039 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:33.183633 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:33.189204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5f8e7-0fb4-4b9d-a8e6-8d54c512acfb None None] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:09:33.198669 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1b51e277-3102-407b-87c8-169567131a0e demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4504025 Jun 07 13:09:33.451433 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-3a836ed9-6630-4cc7-833e-d48128fa0c14', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'fixed_ips': [{'subnet_id': '055eb0fc-02d7-41a9-b923-dd7ed701181f'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:09:33.452991 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:33.729330 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Allocated IP 172.20.0.2 (3a836ed9-6630-4cc7-833e-d48128fa0c14/055eb0fc-02d7-41a9-b923-dd7ed701181f/3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:09:33.755669 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=61,neutron:INSERT=35,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:33.995737 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Publish callbacks [] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:34.005264 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:34.080850 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:09:34.088883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:09:34.093967 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Pushing event updated for resources: {'Port': ['ID=3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:34.096241 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:09:34.109284 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.109631 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.109989 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.110348 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.110685 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.111037 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.111363 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.111689 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.112011 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.112334 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.112662 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.112999 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.113323 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.113640 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.113957 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Tracked resource versions report: Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: pushed versions: Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: { 'AddressGroup': {'1.2'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Agent': {'1.1'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'ConntrackHelper': {'1.0'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Log': {'1.0'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'NDPProxy': {'1.0'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Network': {'1.1'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Port': {'1.7'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'PortForwarding': {'1.3'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'QosPolicy': {'1.10'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroup': {'1.5'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SubPort': {'1.0'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Subnet': {'1.1'}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Trunk': {'1.1'}} Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: consumer versions: Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Agent': '1.1', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'ConntrackHelper': '1.0', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'LocalIPAssociation': '1.0', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Log': '1.0', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'NDPProxy': '1.0', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Network': '1.1', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Port': '1.7', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'PortForwarding': '1.3', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'QosPolicy': '1.10', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroup': '1.5', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroupRule': '1.2', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SubPort': '1.0', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Subnet': '1.1', Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Trunk': '1.1'}} Jun 07 13:09:34.115904 dv-cinder-844601-3-iscsi neutron-server[104162]: {{(pid=104162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:09:34.188115 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Attempting to bind port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:09:34.188520 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Attempting to bind port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:09:34.188982 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Attempting to bind port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a on network 3a836ed9-6630-4cc7-833e-d48128fa0c14 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:09:34.194046 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:09:34.194641 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Checking segment: {'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:09:34.194923 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:34.195316 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Bound using segment: {'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:09:34.195813 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Bound port: 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:09:34.196204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:34.204612 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:34.258183 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] For port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:09:34.278645 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] For port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a,segment=NetworkSegment(8bea6471-95dc-448c-b495-903b6bb2c11d),segment_id=8bea6471-95dc-448c-b495-903b6bb2c11d)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:09:34.286519 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:34.339350 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fee5f-d769-40b2-9f06-36976b002ced None None] Pushing event updated for resources: {'Port': ['ID=3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:34.896489 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:34.915531 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:35.742505 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52680) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:36.072882 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-5a9fd9ef-51c9-4f38-bfd6-bf0345be7707 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:09:36.074067 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5a9fd9ef-51c9-4f38-bfd6-bf0345be7707 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303881 Jun 07 13:09:38.587367 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52688) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:38.901680 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-19fcb350-fdfa-4e2e-8ebe-29a5fde0bb7a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:09:38.902774 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-19fcb350-fdfa-4e2e-8ebe-29a5fde0bb7a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3144593 Jun 07 13:09:41.403272 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 52696) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:41.903353 dv-cinder-844601-3-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:41.903920 dv-cinder-844601-3-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:42.117513 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:09:42.179215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.policy [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104161) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:09:42.222033 dv-cinder-844601-3-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:42.222451 dv-cinder-844601-3-iscsi neutron-server[104161]: WARNING oslo_policy.policy [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:09:42.243052 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writer thread running {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 13:09:42.248827 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:42.285832 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:42.288227 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:42.450691 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] Publish callbacks [] for router_controller (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:42.457687 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:42.486877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:42.491520 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ec5fdbe3-0223-47b6-b413-11531a182c9f demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0859222 Jun 07 13:09:43.193064 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:43.194209 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=65,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:44.322893 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=41,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:44.339089 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:44.980765 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 52720) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:45.304102 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [None req-dca45f08-0cff-444f-92c6-90724901b46d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:09:45.305088 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-dca45f08-0cff-444f-92c6-90724901b46d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3233466 Jun 07 13:09:45.867859 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc06b03c-25b3-4047-8475-ddecca7503b9 None None] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:09:45.961373 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-88fdaa85-627b-4d49-af38-699d475f6b42 None None] Provisioning complete for port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:45.961768 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88fdaa85-627b-4d49-af38-699d475f6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:46.124963 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-88fdaa85-627b-4d49-af38-699d475f6b42 None None] Current status of the port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:09:46.125348 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88fdaa85-627b-4d49-af38-699d475f6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:46.162156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-88fdaa85-627b-4d49-af38-699d475f6b42 None None] For port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a,segment=NetworkSegment(8bea6471-95dc-448c-b495-903b6bb2c11d),segment_id=8bea6471-95dc-448c-b495-903b6bb2c11d)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:09:46.166736 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88fdaa85-627b-4d49-af38-699d475f6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:46.193825 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:09:46.240848 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdaa85-627b-4d49-af38-699d475f6b42 None None] Pushing event updated for resources: {'Port': ['ID=3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:46.262743 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:46.263156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:46.295289 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-6f12064f-18dd-4fcb-b499-c01bfa97fd39 None None] Provisioning complete for port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:46.295664 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6f12064f-18dd-4fcb-b499-c01bfa97fd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:46.395514 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:09:46.401554 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-6f12064f-18dd-4fcb-b499-c01bfa97fd39 None None] Current status of the port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:09:47.769447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 52728) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:48.140872 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:09:48.183570 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:48.183960 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.215764 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:09:48.236329 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Made reservation on behalf of f9260a652cb24f75867436268df3aa69 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:09:48.239126 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.248009 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.252675 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:09:48.322289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks [] for security_group (9fe09ae7-6279-40d7-8c79-1a3feecdc4cc), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.325888 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (9fe09ae7-6279-40d7-8c79-1a3feecdc4cc), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.341219 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Reserving flat network on physical network physnet1 {{(pid=104160) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 13:09:48.363417 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe09ae7-6279-40d7-8c79-1a3feecdc4cc,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:48.368972 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (da1a5aae-de59-4bb7-a5b6-89fd96ef38a6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.369309 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Added segment da1a5aae-de59-4bb7-a5b6-89fd96ef38a6 of type flat for network 91a8b2f1-6d36-4c0b-833a-428138302c3a Jun 07 13:09:48.413715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (91a8b2f1-6d36-4c0b-833a-428138302c3a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.446748 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (91a8b2f1-6d36-4c0b-833a-428138302c3a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.447741 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:48.448314 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:48.526213 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7556427 Jun 07 13:09:48.544289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88629765-5ea7-4ac7-b5fb-4f7ab5aa3f57 admin admin] Pushing event updated for resources: {'Network': ['ID=91a8b2f1-6d36-4c0b-833a-428138302c3a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:48.554272 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:09:48.603728 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:49.068388 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-df3dcf84-f6e5-4aad-933e-bf2df13301d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:50.952817 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 52736) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:51.282227 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-09718ea3-0eb9-4c61-b7dc-7fbe7be53d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:51.368859 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4958fb61-d2f4-45df-8ca3-892841ec8b70 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:51.370249 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4958fb61-d2f4-45df-8ca3-892841ec8b70 demo admin] 10.222.0.61 "GET /v2.0/subnets/055eb0fc-02d7-41a9-b923-dd7ed701181f HTTP/1.1" status: 200 len: 849 time: 0.4165375 Jun 07 13:09:51.485572 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7d772de4-2dc2-4f25-b2d9-5c8ba946170e demo admin] 10.222.0.61 "GET /v2.0/routers/bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 HTTP/1.1" status: 200 len: 704 time: 0.1093936 Jun 07 13:09:51.754783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.048494 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Allocated IP 172.20.0.1 (3a836ed9-6630-4cc7-833e-d48128fa0c14/055eb0fc-02d7-41a9-b923-dd7ed701181f/9224c8d9-8875-4beb-9d05-fb670bf15c56) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:09:52.254179 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks [] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.314532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.331110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:52.354383 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:09:52.377124 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:09:52.411135 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:52.431130 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:09:52.431902 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.434398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Pushing event updated for resources: {'Port': ['ID=9224c8d9-8875-4beb-9d05-fb670bf15c56,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:52.435497 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.498931 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.499275 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.499620 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.499971 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.500295 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.500616 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.500934 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.501249 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.501580 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.501899 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.502213 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.502527 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.502847 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.503167 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.503479 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Tracked resource versions report: Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: pushed versions: Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: { 'AddressGroup': {'1.2'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Agent': {'1.1'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Log': {'1.0'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'NDPProxy': {'1.0'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Network': {'1.1'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Port': {'1.7'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'PortForwarding': {'1.3'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'QosPolicy': {'1.10'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroup': {'1.5'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SubPort': {'1.0'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Subnet': {'1.1'}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Trunk': {'1.1'}} Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: consumer versions: Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Agent': '1.1', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'ConntrackHelper': '1.0', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'LocalIPAssociation': '1.0', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Log': '1.0', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'NDPProxy': '1.0', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Network': '1.1', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Port': '1.7', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'PortForwarding': '1.3', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'QosPolicy': '1.10', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroup': '1.5', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroupRule': '1.2', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SubPort': '1.0', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Subnet': '1.1', Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Trunk': '1.1'}} Jun 07 13:09:52.504835 dv-cinder-844601-3-iscsi neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:09:52.644613 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.655794 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-d8c7cb9e-f462-477d-ad4e-515506646a39 None None] Provisioning complete for port 9224c8d9-8875-4beb-9d05-fb670bf15c56 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:52.656184 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d8c7cb9e-f462-477d-ad4e-515506646a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.735639 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7cb9e-f462-477d-ad4e-515506646a39 None None] Port 9224c8d9-8875-4beb-9d05-fb670bf15c56 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:09:52.878550 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks [] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.883301 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:52.884107 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:53.002378 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Pushing event updated for resources: {'Port': ['ID=9224c8d9-8875-4beb-9d05-fb670bf15c56,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:53.047627 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:09:53.048906 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:09:53.203579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:09:53.254149 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f2d19ff0-c027-480b-88d8-30d213edc5f1 None None] Provisioning complete for port 9224c8d9-8875-4beb-9d05-fb670bf15c56 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:53.254539 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f2d19ff0-c027-480b-88d8-30d213edc5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:53.285750 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f2d19ff0-c027-480b-88d8-30d213edc5f1 None None] Port 9224c8d9-8875-4beb-9d05-fb670bf15c56 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:09:53.297431 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:09:53.302490 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-56d8ac23-0805-4d02-8511-fe749737a69b demo admin] 10.222.0.61 "PUT /v2.0/routers/bd34e5fb-eb97-4cd6-a3c2-eea970234fb2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8109126 Jun 07 13:09:53.307512 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Sync routers for ids ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:09:53.320763 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Routers {'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:09:53.321566 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:09:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:53.509204 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Set router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:09:53.847122 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:53.854010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:53.925435 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'name': 'router1', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:09:42Z', 'updated_at': '2022-06-07T13:09:52Z', 'revision_number': 2, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'gw_port_host': None, '_interfaces': [{'id': '9224c8d9-8875-4beb-9d05-fb670bf15c56', 'name': '', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'mac_address': 'fa:16:3e:86:25:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:51Z', 'updated_at': '2022-06-07T13:09:52Z', 'revision_number': 2, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'subnets': [{'id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c963bb0-de59-40a1-95ad-ad4869b5d072'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:53.975317 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Checking router: bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:09:53.975702 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Updating router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 port 9224c8d9-8875-4beb-9d05-fb670bf15c56 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:09:54.026986 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:54.552665 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Publish callbacks [] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:54.559398 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:54.731146 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Pushing event updated for resources: {'Port': ['ID=9224c8d9-8875-4beb-9d05-fb670bf15c56,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:54.741523 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Attempting to bind port 9224c8d9-8875-4beb-9d05-fb670bf15c56 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:09:54.741922 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Attempting to bind port 9224c8d9-8875-4beb-9d05-fb670bf15c56 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:09:54.742346 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Attempting to bind port 9224c8d9-8875-4beb-9d05-fb670bf15c56 on network 3a836ed9-6630-4cc7-833e-d48128fa0c14 {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:09:54.745933 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.746276 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.746618 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.746985 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.747320 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.747643 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.747966 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.748287 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.748608 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.748927 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.749248 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.749580 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.749905 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.750217 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.750532 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Tracked resource versions report: Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: pushed versions: Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: { 'AddressGroup': {'1.2'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Agent': {'1.1'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'ConntrackHelper': {'1.0'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Log': {'1.0'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'NDPProxy': {'1.0'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Network': {'1.1'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Port': {'1.7'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'PortForwarding': {'1.3'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'QosPolicy': {'1.10'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroup': {'1.5'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SubPort': {'1.0'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Subnet': {'1.1'}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Trunk': {'1.1'}} Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: consumer versions: Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Agent': '1.1', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'ConntrackHelper': '1.0', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'LocalIPAssociation': '1.0', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Log': '1.0', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'NDPProxy': '1.0', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Network': '1.1', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Port': '1.7', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'PortForwarding': '1.3', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'QosPolicy': '1.10', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroup': '1.5', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroupRule': '1.2', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SubPort': '1.0', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Subnet': '1.1', Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Trunk': '1.1'}} Jun 07 13:09:54.751931 dv-cinder-844601-3-iscsi neutron-server[104163]: {{(pid=104163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:09:54.757826 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:09:54.758233 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Checking segment: {'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:09:54.758701 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:54.759105 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Bound using segment: {'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:09:54.759613 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Bound port: 9224c8d9-8875-4beb-9d05-fb670bf15c56, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bea6471-95dc-448c-b495-903b6bb2c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:09:54.759990 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:54.797590 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:54.810882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-925ad7c1-3439-44c2-a428-7bca0726451b None None] Provisioning complete for port 9224c8d9-8875-4beb-9d05-fb670bf15c56 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:54.811398 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-925ad7c1-3439-44c2-a428-7bca0726451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:54.829604 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] For port 9224c8d9-8875-4beb-9d05-fb670bf15c56, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:09:54.846693 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-925ad7c1-3439-44c2-a428-7bca0726451b None None] Port 9224c8d9-8875-4beb-9d05-fb670bf15c56 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:09:54.852158 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] For port 9224c8d9-8875-4beb-9d05-fb670bf15c56, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9224c8d9-8875-4beb-9d05-fb670bf15c56,segment=NetworkSegment(8bea6471-95dc-448c-b495-903b6bb2c11d),segment_id=8bea6471-95dc-448c-b495-903b6bb2c11d)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:09:54.858915 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:54.866623 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:54.915142 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5a65a-3490-4db2-9934-a472cb37c656 None None] Pushing event updated for resources: {'Port': ['ID=9224c8d9-8875-4beb-9d05-fb670bf15c56,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:54.924955 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Routers {'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:09:54.925544 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:09:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:55.011095 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] Set router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:09:55.211690 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'name': 'router1', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:09:42Z', 'updated_at': '2022-06-07T13:09:52Z', 'revision_number': 2, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'gw_port_host': None, '_interfaces': [{'id': '9224c8d9-8875-4beb-9d05-fb670bf15c56', 'name': '', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'mac_address': 'fa:16:3e:86:25:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:51Z', 'updated_at': '2022-06-07T13:09:54Z', 'revision_number': 4, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'subnets': [{'id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c963bb0-de59-40a1-95ad-ad4869b5d072'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:09:55.238899 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076adff-2830-4168-a68d-b970bf249ebc None None] The sync data for ids ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'] in dv-cinder-844601-3-iscsi is: [{'id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'name': 'router1', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:09:42Z', 'updated_at': '2022-06-07T13:09:52Z', 'revision_number': 2, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'gw_port_host': None, '_interfaces': [{'id': '9224c8d9-8875-4beb-9d05-fb670bf15c56', 'name': '', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'mac_address': 'fa:16:3e:86:25:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:51Z', 'updated_at': '2022-06-07T13:09:54Z', 'revision_number': 4, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'subnets': [{'id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c963bb0-de59-40a1-95ad-ad4869b5d072'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:09:55.271294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-00fab3ef-f6d3-4e6e-b90d-ec6e86dbe097 None None] Provisioning complete for port 9224c8d9-8875-4beb-9d05-fb670bf15c56 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:09:55.272864 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00fab3ef-f6d3-4e6e-b90d-ec6e86dbe097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:55.345815 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-00fab3ef-f6d3-4e6e-b90d-ec6e86dbe097 None None] Current status of the port 9224c8d9-8875-4beb-9d05-fb670bf15c56 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:09:55.346476 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00fab3ef-f6d3-4e6e-b90d-ec6e86dbe097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:55.378809 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:55.396477 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-00fab3ef-f6d3-4e6e-b90d-ec6e86dbe097 None None] For port 9224c8d9-8875-4beb-9d05-fb670bf15c56, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9224c8d9-8875-4beb-9d05-fb670bf15c56,segment=NetworkSegment(8bea6471-95dc-448c-b495-903b6bb2c11d),segment_id=8bea6471-95dc-448c-b495-903b6bb2c11d)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:09:55.401901 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00fab3ef-f6d3-4e6e-b90d-ec6e86dbe097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:55.457301 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fab3ef-f6d3-4e6e-b90d-ec6e86dbe097 None None] Pushing event updated for resources: {'Port': ['ID=9224c8d9-8875-4beb-9d05-fb670bf15c56,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:55.797287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 52762) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:55.996531 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:56.001754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390496f5-0498-40b1-a5ca-78ba0ac3abaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:56.003137 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-390496f5-0498-40b1-a5ca-78ba0ac3abaa admin admin] 10.222.0.61 "GET /v2.0/networks/91a8b2f1-6d36-4c0b-833a-428138302c3a HTTP/1.1" status: 200 len: 842 time: 0.2048864 Jun 07 13:09:56.012983 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:09:56.038554 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Made reservation on behalf of f9260a652cb24f75867436268df3aa69 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:09:56.041068 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:56.138084 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:56.334610 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.objects.ports [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104161) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 07 13:09:56.334946 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (ef8bedfd-6d45-40af-bd2a-281e05f076db), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:56.387889 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8bedfd-6d45-40af-bd2a-281e05f076db,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:09:56.402261 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:09:56.402626 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Network hostable DHCP agents. Network: 91a8b2f1-6d36-4c0b-833a-428138302c3a, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:09:56.424444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:09:56.436378 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 91a8b2f1-6d36-4c0b-833a-428138302c3a) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:09:56.440839 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:56.441896 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:56.447422 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53f4b9-d959-4a4b-a015-0514f9e00cf0 None None] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:09:56.482909 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-610acb7f-0554-4385-a408-ada11a31d402 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4537208 Jun 07 13:09:56.558471 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abefa243-d115-40f9-a14b-5c07645c29c6 None None] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:09:58.535597 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=37,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:58.541023 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=35,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:58.919623 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 52780) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:09:59.048265 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-df966f1f-a131-4daa-9580-d34378a7a1f5 demo admin] 10.222.0.61 "GET /v2.0/routers/bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 HTTP/1.1" status: 200 len: 710 time: 0.1271791 Jun 07 13:09:59.135114 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019e97e-9461-4d49-a176-4b3148ed4e7c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:09:59.136459 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7019e97e-9461-4d49-a176-4b3148ed4e7c demo admin] 10.222.0.61 "GET /v2.0/networks/91a8b2f1-6d36-4c0b-833a-428138302c3a HTTP/1.1" status: 200 len: 886 time: 0.0823641 Jun 07 13:09:59.145635 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:09:59.376466 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks [] for router_gateway (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:59.449188 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:59.658804 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks [] for router_gateway (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:59.707827 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:09:59.735543 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:59.836268 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Allocated IP 172.27.1.79 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/7b00617a-1be0-47ce-aa9f-4c527e67541c) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:09:59.940609 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks [] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:09:59.972436 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:00.008169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:10:00.010889 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:10:00.014864 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:10:00.075396 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Pushing event updated for resources: {'Port': ['ID=7b00617a-1be0-47ce-aa9f-4c527e67541c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:10:00.252113 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks [] for router_gateway (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:00.379498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:00.438241 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-713035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8112'] for router (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:00.441671 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-711315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-711324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-713044'] for router (bd34e5fb-eb97-4cd6-a3c2-eea970234fb2), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:00.548230 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:10:00.556032 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:00.657672 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:10:00.662449 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:00.664443 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-547c3dd2-e302-4cba-ad93-e6cb93e200f5 demo admin] 10.222.0.61 "PUT /v2.0/routers/bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 HTTP/1.1" status: 200 len: 889 time: 1.5221884 Jun 07 13:10:01.685549 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:10:02.174539 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9224c8d9-8875-4beb-9d05-fb670bf15c56 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:10:02.224473 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 9224c8d9-8875-4beb-9d05-fb670bf15c56 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:10:02.225690 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:02.302773 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 9224c8d9-8875-4beb-9d05-fb670bf15c56 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:10:03.151224 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 52792) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:10:03.264412 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-15a56f61-bd5a-4398-8622-0a450c29929e admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120832 Jun 07 13:10:04.193682 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Sync routers for ids ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:10:04.205062 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Routers {'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:10:04.205721 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:09:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:10:04.406666 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Set router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:10:04.616535 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:04.617204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:04.781586 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'name': 'router1', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '7b00617a-1be0-47ce-aa9f-4c527e67541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:09:42Z', 'updated_at': '2022-06-07T13:10:00Z', 'revision_number': 4, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'gw_port': {'id': '7b00617a-1be0-47ce-aa9f-4c527e67541c', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:59Z', 'updated_at': '2022-06-07T13:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9224c8d9-8875-4beb-9d05-fb670bf15c56', 'name': '', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'mac_address': 'fa:16:3e:86:25:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:51Z', 'updated_at': '2022-06-07T13:09:55Z', 'revision_number': 5, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'subnets': [{'id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c963bb0-de59-40a1-95ad-ad4869b5d072'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:10:04.897867 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Checking router: bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:10:04.898219 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Updating router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 port 7b00617a-1be0-47ce-aa9f-4c527e67541c binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:10:04.954230 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:05.310599 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Publish callbacks [] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:05.316484 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:05.357514 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6de881-aab0-480a-a95a-e0c4e900da18 None None] Pushing event updated for resources: {'Port': ['ID=7b00617a-1be0-47ce-aa9f-4c527e67541c,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:10:05.377290 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Attempting to bind port 7b00617a-1be0-47ce-aa9f-4c527e67541c on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:10:05.377661 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Attempting to bind port 7b00617a-1be0-47ce-aa9f-4c527e67541c by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:10:05.378113 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Attempting to bind port 7b00617a-1be0-47ce-aa9f-4c527e67541c on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:10:05.385058 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:10:05.385559 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:10:05.386036 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:05.386500 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:10:05.387073 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Bound port: 7b00617a-1be0-47ce-aa9f-4c527e67541c, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:10:05.387527 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:05.439646 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] For port 7b00617a-1be0-47ce-aa9f-4c527e67541c, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:10:05.443954 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] For port 7b00617a-1be0-47ce-aa9f-4c527e67541c, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=7b00617a-1be0-47ce-aa9f-4c527e67541c,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:10:05.449173 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:05.511917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6de881-aab0-480a-a95a-e0c4e900da18 None None] Pushing event updated for resources: {'Port': ['ID=7b00617a-1be0-47ce-aa9f-4c527e67541c,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:10:05.516171 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Routers {'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:10:05.516765 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:09:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:10:05.620405 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:05.628470 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] Set router bd34e5fb-eb97-4cd6-a3c2-eea970234fb2 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:10:05.823591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:05.834637 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'name': 'router1', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '7b00617a-1be0-47ce-aa9f-4c527e67541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:09:42Z', 'updated_at': '2022-06-07T13:10:00Z', 'revision_number': 4, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'gw_port': {'id': '7b00617a-1be0-47ce-aa9f-4c527e67541c', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:59Z', 'updated_at': '2022-06-07T13:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9224c8d9-8875-4beb-9d05-fb670bf15c56', 'name': '', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'mac_address': 'fa:16:3e:86:25:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:51Z', 'updated_at': '2022-06-07T13:09:55Z', 'revision_number': 5, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'subnets': [{'id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c963bb0-de59-40a1-95ad-ad4869b5d072'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:10:05.864990 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409979a-7e33-4ac6-81f7-aff07f3402e1 None None] The sync data for ids ['bd34e5fb-eb97-4cd6-a3c2-eea970234fb2'] in dv-cinder-844601-3-iscsi is: [{'id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'name': 'router1', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '7b00617a-1be0-47ce-aa9f-4c527e67541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:09:42Z', 'updated_at': '2022-06-07T13:10:00Z', 'revision_number': 4, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'gw_port': {'id': '7b00617a-1be0-47ce-aa9f-4c527e67541c', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:59Z', 'updated_at': '2022-06-07T13:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9224c8d9-8875-4beb-9d05-fb670bf15c56', 'name': '', 'network_id': '3a836ed9-6630-4cc7-833e-d48128fa0c14', 'tenant_id': '33a909cd233e4d5abcb4773bc2a46e27', 'mac_address': 'fa:16:3e:86:25:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd34e5fb-eb97-4cd6-a3c2-eea970234fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:09:51Z', 'updated_at': '2022-06-07T13:09:55Z', 'revision_number': 5, 'project_id': '33a909cd233e4d5abcb4773bc2a46e27', 'subnets': [{'id': '055eb0fc-02d7-41a9-b923-dd7ed701181f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c963bb0-de59-40a1-95ad-ad4869b5d072'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:10:06.208280 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 7b00617a-1be0-47ce-aa9f-4c527e67541c up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:10:06.268438 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 7b00617a-1be0-47ce-aa9f-4c527e67541c triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:10:06.269067 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:06.359550 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 7b00617a-1be0-47ce-aa9f-4c527e67541c is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:10:06.360751 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:06.382910 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 7b00617a-1be0-47ce-aa9f-4c527e67541c, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=7b00617a-1be0-47ce-aa9f-4c527e67541c,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:10:06.402354 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:06.484361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=7b00617a-1be0-47ce-aa9f-4c527e67541c,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:10:08.218748 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 7b00617a-1be0-47ce-aa9f-4c527e67541c up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:10:08.317451 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 7b00617a-1be0-47ce-aa9f-4c527e67541c triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:10:08.317451 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (7b00617a-1be0-47ce-aa9f-4c527e67541c), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:08.420798 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 7b00617a-1be0-47ce-aa9f-4c527e67541c is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:10:11.684763 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=33 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:11.685511 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=50 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:13.255767 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=37 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:13.261352 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=12 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:18.413095 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=39 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:18.414542 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:19.068186 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3ddf1a0a-dc58-4c57-95b0-ef063d0505b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:21.278458 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7852e849-a7af-422b-9a52-fb9f6746de43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:22.452166 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:23.853840 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:25.377741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:30.683077 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:30.702534 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:33.849074 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:35.373027 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:38.684459 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:10:48.680256 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:48.683655 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:10:49.061637 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc9d4278-a4e1-4c6b-b72d-790120c1e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:51.272526 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-788c05a1-8e00-4912-8fb9-01d6fc94fdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:52.436136 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:53.851658 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:10:55.361668 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:05.349635 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:05.352531 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:07.688642 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:15.683935 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:11:19.064820 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-979458b6-74d1-4d99-8022-bbdcfa749042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:21.273976 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-500bd3a4-a417-4fca-88c7-7bf259f3015a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:21.616561 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53332) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:21.680293 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b466172-74a9-48b9-afda-d9c2435b7280 admin admin] GET failed (client error): The resource could not be found. Jun 07 13:11:21.681590 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1b466172-74a9-48b9-afda-d9c2435b7280 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641031 Jun 07 13:11:21.841898 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea4ed2-df27-4d73-9390-60b72f8cfaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:21.843303 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8cea4ed2-df27-4d73-9390-60b72f8cfaa4 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577175 Jun 07 13:11:22.439651 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:23.854090 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:24.099309 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53342) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:24.190091 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada3cf0-7c2e-4881-a6d2-b62b5c2de7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:24.191411 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6ada3cf0-7c2e-4881-a6d2-b62b5c2de7e5 admin admin] 10.222.0.61 "GET /v2.0/subnets/055eb0fc-02d7-41a9-b923-dd7ed701181f HTTP/1.1" status: 200 len: 849 time: 0.0912418 Jun 07 13:11:24.201060 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:11:24.367218 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Publish callbacks [] for subnet (055eb0fc-02d7-41a9-b923-dd7ed701181f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:24.507842 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769461914853'] for subnet (055eb0fc-02d7-41a9-b923-dd7ed701181f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:24.540190 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:24.540634 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:24.541899 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] 10.222.0.61 "PUT /v2.0/subnets/055eb0fc-02d7-41a9-b923-dd7ed701181f HTTP/1.1" status: 200 len: 868 time: 0.3445010 Jun 07 13:11:24.542297 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc04ad-fe88-4eb6-a432-26d2c302de1d None None] Network 3a836ed9-6630-4cc7-833e-d48128fa0c14 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:11:24.560596 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055eb0fc-02d7-41a9-b923-dd7ed701181f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:11:24.568374 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.568724 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.569063 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.569398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.569786 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.570112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.570435 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.570754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.571112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.571456 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.571804 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.572142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.572462 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.572777 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.573092 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcef20-cb55-4643-975a-70f960782ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:11:24.817109 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-42215d16-e2ad-4929-997f-5bbf1818223e None None] Provisioning complete for port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:11:24.817476 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42215d16-e2ad-4929-997f-5bbf1818223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:24.893813 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-42215d16-e2ad-4929-997f-5bbf1818223e None None] Current status of the port 3c758e13-4fb2-42d6-bc3a-2285fc4b6d4a is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:11:24.902428 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-42215d16-e2ad-4929-997f-5bbf1818223e None None] Provisioning complete for port 9224c8d9-8875-4beb-9d05-fb670bf15c56 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:11:24.902811 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-42215d16-e2ad-4929-997f-5bbf1818223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9224c8d9-8875-4beb-9d05-fb670bf15c56), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:24.971358 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-42215d16-e2ad-4929-997f-5bbf1818223e None None] Current status of the port 9224c8d9-8875-4beb-9d05-fb670bf15c56 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:11:25.355556 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:25.679401 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:25.680114 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:26.797051 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53350) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:26.993802 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4e161-59cf-4c72-a231-5b10bf48ae8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:26.994274 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4e161-59cf-4c72-a231-5b10bf48ae8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:26.995827 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bcd4e161-59cf-4c72-a231-5b10bf48ae8d admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978037 Jun 07 13:11:29.279560 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53358) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:29.409044 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652810d-a3a0-4b4d-b585-37211d335cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:29.409507 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652810d-a3a0-4b4d-b585-37211d335cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:29.411268 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e652810d-a3a0-4b4d-b585-37211d335cd9 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305127 Jun 07 13:11:31.699865 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53366) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:31.831766 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f130c5e-3f7b-4291-b920-59e37560ed4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:31.833139 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4f130c5e-3f7b-4291-b920-59e37560ed4a admin admin] 10.222.0.61 "GET /v2.0/networks/3a836ed9-6630-4cc7-833e-d48128fa0c14 HTTP/1.1" status: 200 len: 869 time: 0.1323647 Jun 07 13:11:34.094689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53374) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:34.145012 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:34.179748 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:34.220395 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5b2f9-1a27-4c96-88ab-187161ae0e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:34.221745 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-26e5b2f9-1a27-4c96-88ab-187161ae0e14 admin admin] 10.222.0.61 "GET /v2.0/networks/91a8b2f1-6d36-4c0b-833a-428138302c3a HTTP/1.1" status: 200 len: 886 time: 0.1260962 Jun 07 13:11:35.348936 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:35.350967 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:36.498116 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53382) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:36.627072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbed8cb-a479-42ca-a414-7c0c0caaed6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:36.627522 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbed8cb-a479-42ca-a414-7c0c0caaed6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:36.629050 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2bbed8cb-a479-42ca-a414-7c0c0caaed6f admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300063 Jun 07 13:11:38.896560 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53392) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:38.989350 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ac075-8e89-43fb-af9a-151107eae471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:38.989792 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ac075-8e89-43fb-af9a-151107eae471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:38.991269 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b86ac075-8e89-43fb-af9a-151107eae471 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937912 Jun 07 13:11:41.297111 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53400) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:41.390874 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b1724-679e-4e8d-87a9-2da8753f46a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:41.392181 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-131b1724-679e-4e8d-87a9-2da8753f46a0 admin admin] 10.222.0.61 "GET /v2.0/subnets/055eb0fc-02d7-41a9-b923-dd7ed701181f HTTP/1.1" status: 200 len: 868 time: 0.0941265 Jun 07 13:11:43.655531 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53408) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:11:43.742905 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01568a-24b1-40ec-a3cd-cbca389e7b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:11:43.744220 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2c01568a-24b1-40ec-a3cd-cbca389e7b97 admin admin] 10.222.0.61 "GET /v2.0/subnets/ef8bedfd-6d45-40af-bd2a-281e05f076db HTTP/1.1" status: 200 len: 816 time: 0.0877728 Jun 07 13:11:44.212423 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:44.217909 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:44.684244 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:44.685362 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:49.068616 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0d4fb51-4506-4252-b6a0-33ac92fdb2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:51.276389 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-49579fc0-7b35-4896-9c8f-86fee4047144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:52.440993 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:52.683100 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:11:53.738348 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=23 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:53.740264 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=26 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:11:53.850223 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:11:55.358879 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:02.678753 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:05.351320 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:05.354453 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:19.073602 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8c21f5f9-f783-4a44-a6c4-02faeca1e146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:21.277906 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6b4eae95-d2c3-49c5-aa32-5877de940e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:21.676220 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:21.680294 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=15 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:22.447010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:22.800217 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53466) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:12:22.847173 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-aaa1113a-dd90-4cb5-ab3e-b3fb4a4d3ee5 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:12:22.848129 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aaa1113a-dd90-4cb5-ab3e-b3fb4a4d3ee5 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0470004 Jun 07 13:12:23.853882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:25.175464 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53474) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:12:25.235476 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8e1cb0-f25e-451d-8f71-5b0bc5d41cbf admin admin] GET failed (client error): The resource could not be found. Jun 07 13:12:25.236728 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-de8e1cb0-f25e-451d-8f71-5b0bc5d41cbf admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603540 Jun 07 13:12:25.362425 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:25.381244 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e9f36-58e8-42b7-9414-80b1d864030c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:12:25.382915 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a17e9f36-58e8-42b7-9414-80b1d864030c admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420391 Jun 07 13:12:27.660498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53482) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:12:27.706737 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:12:27.730642 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Made reservation on behalf of f9260a652cb24f75867436268df3aa69 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:12:27.732934 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:27.759636 dv-cinder-844601-3-iscsi neutron-server[104161]: WARNING neutron.services.revisions.revision_plugin [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Could not find related network for resource to bump revision. Jun 07 13:12:27.776850 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:12:27.793803 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769461989380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (1ff496f6-8992-4585-9731-ebadf5755829), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:27.794287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Unsubscribe: segment precommit_create {{(pid=104161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:12:27.794760 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Added segment 1ff496f6-8992-4585-9731-ebadf5755829 of type vlan for network 623c6048-af7b-4162-8a66-41953c395584 Jun 07 13:12:27.837930 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (623c6048-af7b-4162-8a66-41953c395584), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:27.868040 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (623c6048-af7b-4162-8a66-41953c395584), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:27.868984 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:12:27.869540 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:27.949784 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2881148 Jun 07 13:12:27.964013 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Pushing event updated for resources: {'Network': ['ID=623c6048-af7b-4162-8a66-41953c395584,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:12:27.971446 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.971783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.972143 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.972474 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.972798 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.973116 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.973432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.973748 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.974064 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.974379 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.974694 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.975040 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.975354 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.975665 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.975981 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbcaf7-7aa3-434d-8810-290898bbf804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:27.988287 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 623c6048-af7b-4162-8a66-41953c395584 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:12:29.682865 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:12:30.255224 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53490) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:12:30.318413 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.pecan_wsgi.hooks.translation [None req-655976ce-3e69-4c4c-a159-891c408dde36 admin admin] GET failed (client error): The resource could not be found. Jun 07 13:12:30.321426 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-655976ce-3e69-4c4c-a159-891c408dde36 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650432 Jun 07 13:12:30.394689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288905f-83f4-483f-8251-3fb87b735d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:12:30.396147 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9288905f-83f4-483f-8251-3fb87b735d42 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707014 Jun 07 13:12:30.406201 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '623c6048-af7b-4162-8a66-41953c395584', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:12:30.424883 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Made reservation on behalf of f9260a652cb24f75867436268df3aa69 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:12:30.427183 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:30.587167 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (810092af-d28f-4ed7-b8a5-5097c94a1b9c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:30.635054 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810092af-d28f-4ed7-b8a5-5097c94a1b9c,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:12:30.650019 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Checking segment: {'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:12:30.650356 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Network hostable DHCP agents. Network: 623c6048-af7b-4162-8a66-41953c395584, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:12:30.666553 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Network 623c6048-af7b-4162-8a66-41953c395584 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:12:30.675305 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 623c6048-af7b-4162-8a66-41953c395584) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:12:30.680112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:12:30.680700 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:30.685961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b8c68-5fe4-490f-b188-49d0673752f7 None None] Network 623c6048-af7b-4162-8a66-41953c395584 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:12:30.695572 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-99d8a4fe-ba47-4952-b802-1baccb0ab8d3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2928765 Jun 07 13:12:30.795019 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-623c6048-af7b-4162-8a66-41953c395584', 'network_id': '623c6048-af7b-4162-8a66-41953c395584', 'project_id': 'f9260a652cb24f75867436268df3aa69', 'fixed_ips': [{'subnet_id': '810092af-d28f-4ed7-b8a5-5097c94a1b9c'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:12:30.796266 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:30.939409 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Allocated IP 192.168.233.2 (623c6048-af7b-4162-8a66-41953c395584/810092af-d28f-4ed7-b8a5-5097c94a1b9c/fd4c742b-8b65-4b37-95a4-56b8f2b5a728) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:12:31.083119 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Publish callbacks [] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:31.089223 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:31.220705 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Network 623c6048-af7b-4162-8a66-41953c395584 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:12:31.228248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:12:31.230330 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Pushing event updated for resources: {'Port': ['ID=fd4c742b-8b65-4b37-95a4-56b8f2b5a728,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:12:31.232529 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:12:31.245451 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.245788 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.246203 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.246512 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.246848 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.247176 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.247496 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.247816 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.248134 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.248448 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.248768 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.249093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.249406 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.249750 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.250121 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:12:31.298460 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Attempting to bind port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:12:31.298715 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Attempting to bind port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:12:31.299093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Attempting to bind port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 on network 623c6048-af7b-4162-8a66-41953c395584 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:12:31.304825 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:12:31.305200 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Checking segment: {'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:12:31.305591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:31.305974 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Bound using segment: {'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:12:31.306424 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Bound port: fd4c742b-8b65-4b37-95a4-56b8f2b5a728, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:12:31.306795 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:31.368571 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] For port fd4c742b-8b65-4b37-95a4-56b8f2b5a728, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:12:31.371643 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] For port fd4c742b-8b65-4b37-95a4-56b8f2b5a728, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=fd4c742b-8b65-4b37-95a4-56b8f2b5a728,segment=NetworkSegment(1ff496f6-8992-4585-9731-ebadf5755829),segment_id=1ff496f6-8992-4585-9731-ebadf5755829)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:12:31.377917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:31.441041 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fc646-3f39-46e8-96c8-47d8de782606 None None] Pushing event updated for resources: {'Port': ['ID=fd4c742b-8b65-4b37-95a4-56b8f2b5a728,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:12:32.289140 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1336ff-b3e1-4f40-b54a-47c5b06ca9bf None None] Network 623c6048-af7b-4162-8a66-41953c395584 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:12:32.327899 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device fd4c742b-8b65-4b37-95a4-56b8f2b5a728 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:12:32.333100 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=87,neutron:UPDATE=11,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:32.360800 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:32.403896 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-15344d7d-e6d9-4a0b-8363-189a50766638 None None] Provisioning complete for port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:12:32.404200 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-15344d7d-e6d9-4a0b-8363-189a50766638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:32.477702 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:12:32.478079 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:32.552585 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-15344d7d-e6d9-4a0b-8363-189a50766638 None None] Current status of the port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:12:32.552973 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-15344d7d-e6d9-4a0b-8363-189a50766638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:32.617690 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-15344d7d-e6d9-4a0b-8363-189a50766638 None None] For port fd4c742b-8b65-4b37-95a4-56b8f2b5a728, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=fd4c742b-8b65-4b37-95a4-56b8f2b5a728,segment=NetworkSegment(1ff496f6-8992-4585-9731-ebadf5755829),segment_id=1ff496f6-8992-4585-9731-ebadf5755829)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:12:32.618795 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:12:32.619129 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:32.631212 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-15344d7d-e6d9-4a0b-8363-189a50766638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:32.710673 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15344d7d-e6d9-4a0b-8363-189a50766638 None None] Pushing event updated for resources: {'Port': ['ID=fd4c742b-8b65-4b37-95a4-56b8f2b5a728,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:12:32.718030 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.db.api [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 07 13:12:32.718506 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG oslo_db.api [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:12:32.748931 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-b81e5c53-48ec-4c6e-8fa3-cdeebdbb3d10 None None] Provisioning complete for port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:12:32.749314 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c53-48ec-4c6e-8fa3-cdeebdbb3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:32.823611 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b81e5c53-48ec-4c6e-8fa3-cdeebdbb3d10 None None] Current status of the port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:12:33.254372 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:12:34.250517 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device fd4c742b-8b65-4b37-95a4-56b8f2b5a728 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:12:34.294307 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:12:34.294691 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fd4c742b-8b65-4b37-95a4-56b8f2b5a728), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:34.360091 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:34.371435 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port fd4c742b-8b65-4b37-95a4-56b8f2b5a728 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:12:35.378000 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=13 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:35.378814 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=9 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:39.678428 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:39.680371 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:40.689618 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:40.690361 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=63,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:44.366202 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:49.075607 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa484-3dac-4f6e-b4b7-9c3b5b05c507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:51.279104 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-021df32d-1744-4b1a-a947-d32649000684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:52.446923 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:53.856555 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:55.363865 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:12:58.681513 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:12:58.685901 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:05.357912 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:05.359790 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:06.682749 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:13:17.678432 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:17.679308 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:19.076613 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-22994a6c-b026-47d5-990a-68d75148c9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:21.280983 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-659c2946-96ee-4391-abdd-411a685cb9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:22.450233 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:23.858617 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:25.366617 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:35.355576 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:35.362409 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:35.686745 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:35.690782 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:43.681335 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:13:49.078029 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8d53bf13-7a06-49df-8b8c-9bd4773b0c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:51.285018 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7bfd3698-8ccb-448f-bf85-4cb3a64ce7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:52.456034 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:53.677576 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:13:53.861390 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:13:55.370019 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:05.364006 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:05.365908 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:14.988832 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:14.989809 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:15.513642 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53530) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:14:15.519123 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-2607ba37-65ae-4eba-900a-7d7ad8a60860 tempest-verify_tempest_config-365790193 tempest-verify_tempest_config-365790193-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:14:15.520069 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2607ba37-65ae-4eba-900a-7d7ad8a60860 tempest-verify_tempest_config-365790193 tempest-verify_tempest_config-365790193-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0054908 Jun 07 13:14:15.807180 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53548) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:14:15.908511 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:15.982129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Publish callbacks [] for security_group (b873c7ac-d314-48ff-85d8-40df37a3b4f0), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:15.985479 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b873c7ac-d314-48ff-85d8-40df37a3b4f0), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:16.032762 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb4433bc85bc41a193806cabf49f8b53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2245541 Jun 07 13:14:16.035608 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b873c7ac-d314-48ff-85d8-40df37a3b4f0,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:14:16.035752 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53552) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:14:16.043353 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.043698 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.044037 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.044373 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.044702 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.045028 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.045352 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.045674 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.046013 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.046337 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.046674 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.047035 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.047364 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.047680 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.047999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e3dd0-17e5-49c1-a99c-ce622065b2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.111184 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Publish callbacks [] for security_group (b873c7ac-d314-48ff-85d8-40df37a3b4f0), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:16.131207 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Publish callbacks [] for security_group (b873c7ac-d314-48ff-85d8-40df37a3b4f0), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:16.227707 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b873c7ac-d314-48ff-85d8-40df37a3b4f0), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:16.230915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:16.234995 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b873c7ac-d314-48ff-85d8-40df37a3b4f0 HTTP/1.1" status: 204 len: 168 time: 0.1983922 Jun 07 13:14:16.242714 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873c7ac-d314-48ff-85d8-40df37a3b4f0,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:14:16.251010 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.251364 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.251871 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.252355 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.252668 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.252995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.253514 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.253785 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.254124 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.254451 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.254807 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.255169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.255482 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.255798 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:16.256169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa295e-6779-4055-a43e-b1dfc6e6f632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:14:19.079791 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-23811596-9e3b-4105-b98d-0f87ad1274b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:20.680256 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:14:21.287911 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-57c4ecb2-84aa-4245-a861-d7c08952d206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:22.455280 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:23.863915 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:25.372770 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:26.038439 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:26.039246 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=17,neutron:INSERT=8 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:26.245445 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:26.247084 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:30.676259 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:30.676931 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:35.365866 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:35.367824 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:49.080509 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8024039b-d68a-45aa-9743-52e346cb7521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:49.678782 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:49.683846 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:14:51.288808 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8ec080f0-4e73-4258-8fb9-f7afd5d17bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:52.460083 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:53.865946 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:55.375144 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:14:57.679319 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:15:05.368806 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:05.371798 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:07.674553 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:07.675322 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:19.081609 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-74c44a5d-4441-4028-950a-6268ef96f93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:21.290110 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-af2adec0-7199-4ba4-a9ba-1da7fe93d0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:22.460237 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:23.869862 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:25.379896 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:26.685696 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:26.690652 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:34.677792 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 5 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:15:35.374547 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:35.376435 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:44.673565 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:44.674240 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:15:49.087026 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b7427eb3-8d46-44e9-b686-563224c3b9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:51.292024 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5bc596a7-3c48-40aa-883f-dcbe2b5d9cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:52.463154 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:53.873648 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:15:55.381722 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:03.681931 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:03.686722 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:04.190317 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714415'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:11.676450 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:16:14.183399 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:14.185716 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:14.978388 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53630) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:16:14.992851 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=14 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:15.089533 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8ed8f5a8-d49b-4d51-ab55-8a96bb9a8465 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1100454 Jun 07 13:16:17.387389 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53640) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:16:17.441643 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2e25be5c-d25f-4d78-83b4-6d2efb09ad95 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531788 Jun 07 13:16:19.078468 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3bf5de54-3d21-4d8c-a46b-7e2ed30ccf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:21.296111 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0738cb61-7ccf-47f8-8b89-d1f676c51ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:21.673142 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=14 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:22.464241 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:23.875772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:25.384117 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:27.435275 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:27.437242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:34.143082 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:40.687928 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:40.691915 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:44.137019 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:44.139038 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:16:48.675017 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:16:49.079873 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f8e722c0-9ceb-497e-8be8-9169a1472918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:51.297410 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-047e860b-cbd8-4e5c-b18b-a6af3b3b2e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:52.467729 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:53.880518 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:55.385994 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:16:58.670858 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:04.138599 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:14.127946 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:14.134161 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:17.700160 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:17.700831 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:19.081688 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d65081f4-0909-4ef3-9be2-b4a1516c40fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:21.300557 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0fbe-f5c2-471f-889d-f8a9aa40800d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:22.470728 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:23.881345 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:25.395093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:25.674052 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:17:34.153085 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:35.670631 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:44.146659 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:44.148654 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:49.087472 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9543b156-67ec-4aab-b197-89f579494cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:51.304163 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4f6e63ac-c15d-43ce-bd05-85f4b0366a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:52.472614 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:53.897475 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:54.691197 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:54.700072 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:55.404883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.223217 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53886) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:17:58.307728 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53892) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:17:58.634573 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1005107003-network', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:17:58.654745 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Made reservation on behalf of ec73e3d0e6f8476d81463ea6e11b62cd for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:17:58.657289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.664325 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53908) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:17:58.668721 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.694475 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-498720435-network', 'tenant_id': '7b95f79de5724987ab6c9fddb86a84f0'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:17:58.734032 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Made reservation on behalf of 7b95f79de5724987ab6c9fddb86a84f0 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:17:58.736924 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.754776 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.813020 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks [] for security_group (cd29b10b-7d8b-4e53-9194-60dd3bf67e07), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.820458 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cd29b10b-7d8b-4e53-9194-60dd3bf67e07), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.842569 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:17:58.868306 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (3a1167b9-1445-4a8a-b76d-095ef33815fe), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.868978 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Added segment 3a1167b9-1445-4a8a-b76d-095ef33815fe of type vlan for network 7935e13c-3463-4221-bbf4-297a23e61ffb Jun 07 13:17:58.923096 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd29b10b-7d8b-4e53-9194-60dd3bf67e07,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:17:58.929295 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-287570138-network', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:17:58.937569 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks [] for security_group (c9e3a19c-53de-4937-92fc-d133f6204bd6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.944480 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (7935e13c-3463-4221-bbf4-297a23e61ffb), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.948072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.948398 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.948939 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.949264 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.949734 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.950055 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.950372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.950680 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.951032 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.951365 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.951679 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.952000 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.952503 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.952796 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.953098 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Tracked resource versions report: Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: pushed versions: Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: { 'AddressGroup': {'1.2'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Agent': {'1.1'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'ConntrackHelper': {'1.0'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Log': {'1.0'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'NDPProxy': {'1.0'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Network': {'1.1'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Port': {'1.7'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'PortForwarding': {'1.3'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'QosPolicy': {'1.10'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroup': {'1.5'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SubPort': {'1.0'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Subnet': {'1.1'}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Trunk': {'1.1'}} Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: consumer versions: Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: HyperV agent@hv-cinder-84460: {}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Agent': '1.1', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'ConntrackHelper': '1.0', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'LocalIPAssociation': '1.0', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Log': '1.0', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'NDPProxy': '1.0', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Network': '1.1', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Port': '1.7', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'PortForwarding': '1.3', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'QosPolicy': '1.10', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroup': '1.5', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SecurityGroupRule': '1.2', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'SubPort': '1.0', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Subnet': '1.1', Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: 'Trunk': '1.1'}} Jun 07 13:17:58.954353 dv-cinder-844601-3-iscsi neutron-server[104160]: {{(pid=104160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:17:58.957212 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Made reservation on behalf of 7c615cd1e80a42e0ac2aff126cbb1455 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:17:58.960353 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.962517 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c9e3a19c-53de-4937-92fc-d133f6204bd6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.972692 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:58.997212 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:17:59.017065 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e3a19c-53de-4937-92fc-d133f6204bd6,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:17:59.023194 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (dc8a46e1-b81f-4380-8f2a-9a98056bcb5b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.023493 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Added segment dc8a46e1-b81f-4380-8f2a-9a98056bcb5b of type vlan for network fb555a21-8403-4680-aa16-d8cb04661740 Jun 07 13:17:59.024686 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (7935e13c-3463-4221-bbf4-297a23e61ffb), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.025711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:17:59.026305 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.109427 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks [] for security_group (c70681b6-5608-41b0-9e42-d434a57712ef), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.118290 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c70681b6-5608-41b0-9e42-d434a57712ef), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.155167 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9299273 Jun 07 13:17:59.161112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53930) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:17:59.163103 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:17:59.175218 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Request body: {'subnet': {'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-subnet', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:17:59.178703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (fb555a21-8403-4680-aa16-d8cb04661740), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.184726 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dace6-7f82-45a5-97b6-1522b8b6cdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=7935e13c-3463-4221-bbf4-297a23e61ffb,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:17:59.199559 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 7935e13c-3463-4221-bbf4-297a23e61ffb details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:17:59.210697 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70681b6-5608-41b0-9e42-d434a57712ef,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:17:59.234102 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.234456 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.234810 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.238351 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.239577 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.240135 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.241177 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (fb555a21-8403-4680-aa16-d8cb04661740), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.241689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.242115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.243358 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.243477 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:17:59.243942 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.246674 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.247297 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.247878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.248432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.249188 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.249732 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Tracked resource versions report: Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: pushed versions: Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: { 'AddressGroup': {'1.2'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Agent': {'1.1'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Log': {'1.0'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'NDPProxy': {'1.0'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Network': {'1.1'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Port': {'1.7'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'PortForwarding': {'1.3'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'QosPolicy': {'1.10'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroup': {'1.5'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SubPort': {'1.0'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Subnet': {'1.1'}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Trunk': {'1.1'}} Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: consumer versions: Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: HyperV agent@hv-cinder-84460: {}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Agent': '1.1', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'ConntrackHelper': '1.0', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'LocalIPAssociation': '1.0', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Log': '1.0', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'NDPProxy': '1.0', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Network': '1.1', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Port': '1.7', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'PortForwarding': '1.3', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'QosPolicy': '1.10', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroup': '1.5', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SecurityGroupRule': '1.2', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'SubPort': '1.0', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Subnet': '1.1', Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: 'Trunk': '1.1'}} Jun 07 13:17:59.251688 dv-cinder-844601-3-iscsi neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:17:59.300823 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (d2f4e441-24c8-498d-ab20-ab5609f98f70), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.301151 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Added segment d2f4e441-24c8-498d-ab20-ab5609f98f70 of type vlan for network f37998a8-ef40-428e-a125-520797faa6c7 Jun 07 13:17:59.306633 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Made reservation on behalf of ec73e3d0e6f8476d81463ea6e11b62cd for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:17:59.309935 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.316106 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0067730 Jun 07 13:17:59.341590 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53942) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:17:59.347101 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Request body: {'subnet': {'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-498720435-subnet', 'tenant_id': '7b95f79de5724987ab6c9fddb86a84f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:17:59.360165 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:59.382766 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7663ada-7f24-4b48-aa0d-e8bea99e2a95 admin admin] Pushing event updated for resources: {'Network': ['ID=fb555a21-8403-4680-aa16-d8cb04661740,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:17:59.397611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Made reservation on behalf of 7b95f79de5724987ab6c9fddb86a84f0 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:17:59.398104 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network fb555a21-8403-4680-aa16-d8cb04661740 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:17:59.402814 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.529568 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:59.568409 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (14342ff1-bf7b-46d4-ab3a-6528e74e1495), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.723803 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14342ff1-bf7b-46d4-ab3a-6528e74e1495,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:17:59.784551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (f37998a8-ef40-428e-a125-520797faa6c7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.791735 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.795573 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Checking segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:17:59.796197 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Network hostable DHCP agents. Network: 7935e13c-3463-4221-bbf4-297a23e61ffb, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:17:59.811928 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:17:59.834018 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:17:59.843153 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (f37998a8-ef40-428e-a125-520797faa6c7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.844642 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:17:59.845305 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.860312 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 7935e13c-3463-4221-bbf4-297a23e61ffb) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:17:59.870788 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e4ae6-5c7b-4d27-990b-20da5aca58b1 None None] Network 7935e13c-3463-4221-bbf4-297a23e61ffb requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:17:59.901672 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2354450 Jun 07 13:17:59.905102 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 53954) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:17:59.906630 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:17:59.907319 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:17:59.923327 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Request body: {'subnet': {'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-subnet', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:17:59.985037 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Checking segment: {'id': 'dc8a46e1-b81f-4380-8f2a-9a98056bcb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:17:59.985752 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Network hostable DHCP agents. Network: fb555a21-8403-4680-aa16-d8cb04661740, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:17:59.992543 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:17:59.997826 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Made reservation on behalf of 7c615cd1e80a42e0ac2aff126cbb1455 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:00.000516 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.002857 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cdb45080-ea10-420d-9942-4d1b055c9724 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8407729 Jun 07 13:18:00.003817 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08d292-de84-4c91-a87a-8729ad745269 admin admin] Pushing event updated for resources: {'Network': ['ID=f37998a8-ef40-428e-a125-520797faa6c7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:00.008353 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53960) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:00.013491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:00.042772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network f37998a8-ef40-428e-a125-520797faa6c7 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:18:00.047926 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.049369 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.164483 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-7935e13c-3463-4221-bbf4-297a23e61ffb', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:18:00.167373 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.184725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:00.186532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks [] for router_controller (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.273985 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Network fb555a21-8403-4680-aa16-d8cb04661740 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:18:00.284564 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (8694f555-a906-49d5-aa03-092b621839a4), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.335367 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, fb555a21-8403-4680-aa16-d8cb04661740) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:00.345146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=8694f555-a906-49d5-aa03-092b621839a4,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:00.345664 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d31621-a28c-49db-acbb-ad9796d17a03 None None] Network fb555a21-8403-4680-aa16-d8cb04661740 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:00.351540 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:00.353470 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.415154 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks [] for router_gateway (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.434230 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c2078d7d-0c66-4fb3-b71d-1284cf9ef471 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0911133 Jun 07 13:18:00.435771 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Checking segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:00.436364 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Network hostable DHCP agents. Network: f37998a8-ef40-428e-a125-520797faa6c7, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:18:00.464654 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Network f37998a8-ef40-428e-a125-520797faa6c7 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:18:00.480765 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, f37998a8-ef40-428e-a125-520797faa6c7) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:00.487743 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:00.488528 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.513372 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84169e9b-ac09-4295-96f7-2fa60aca0b96 None None] Network f37998a8-ef40-428e-a125-520797faa6c7 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:00.527756 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 53976) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:00.528220 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f3f520f0-bbb1-4118-98be-2dc606547fda admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6135101 Jun 07 13:18:00.534771 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:00.610057 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (6006d0ef-be6c-4f55-8246-59db012f1a67), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.611182 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (6006d0ef-be6c-4f55-8246-59db012f1a67), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.654783 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34e96c-9bbd-4351-8268-ec6f5d461280 None None] Network fb555a21-8403-4680-aa16-d8cb04661740 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:00.725591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Allocated IP 172.20.0.2 (7935e13c-3463-4221-bbf4-297a23e61ffb/14342ff1-bf7b-46d4-ab3a-6528e74e1495/bb751867-6904-47dd-ac8c-5be8b40a1959) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:00.760307 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks [] for router_controller (6006d0ef-be6c-4f55-8246-59db012f1a67), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.774109 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks [] for router_gateway (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:00.826921 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.008478 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks [] for router_gateway (6006d0ef-be6c-4f55-8246-59db012f1a67), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.111801 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Allocated IP 172.27.1.158 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:01.151083 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:01.207542 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:01.249512 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:01.263948 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-f37998a8-ef40-428e-a125-520797faa6c7', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:18:01.269679 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.292351 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54028) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:01.297402 dv-cinder-844601-3-iscsi neutron-server[104160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:18:01.312201 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Publish callbacks [] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.349001 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks [] for router_gateway (6006d0ef-be6c-4f55-8246-59db012f1a67), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.442558 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks [] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.478411 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Allocated IP 172.20.0.2 (f37998a8-ef40-428e-a125-520797faa6c7/8694f555-a906-49d5-aa03-092b621839a4/2d870e5b-61f1-483f-ad41-1c08df9102ef) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:01.507727 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:01.509432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.542453 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.603062 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Pushing event updated for resources: {'Port': ['ID=bb751867-6904-47dd-ac8c-5be8b40a1959,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:01.615714 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.616886 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.616886 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.617617 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.618164 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.619116 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.619663 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.620151 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.621045 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.621515 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.622306 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.630004 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.630522 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.631036 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.631513 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Tracked resource versions report: Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: pushed versions: Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: { 'AddressGroup': {'1.2'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Agent': {'1.1'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'ConntrackHelper': {'1.0'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Log': {'1.0'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'NDPProxy': {'1.0'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Network': {'1.1'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Port': {'1.7'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'PortForwarding': {'1.3'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'QosPolicy': {'1.10'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroup': {'1.5'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SubPort': {'1.0'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Subnet': {'1.1'}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Trunk': {'1.1'}} Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: consumer versions: Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: HyperV agent@hv-cinder-84460: {}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Agent': '1.1', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'ConntrackHelper': '1.0', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'LocalIPAssociation': '1.0', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Log': '1.0', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'NDPProxy': '1.0', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Network': '1.1', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Port': '1.7', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'PortForwarding': '1.3', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'QosPolicy': '1.10', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroup': '1.5', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SecurityGroupRule': '1.2', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'SubPort': '1.0', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Subnet': '1.1', Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: 'Trunk': '1.1'}} Jun 07 13:18:01.632827 dv-cinder-844601-3-iscsi neutron-server[104162]: {{(pid=104162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:18:01.654323 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:01.657931 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:01.660672 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:01.680881 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:01.687598 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-7887a733-4535-4f65-8125-a00c1ca77459 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:01.689537 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-7887a733-4535-4f65-8125-a00c1ca77459 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/networks?id=fb555a21-8403-4680-aa16-d8cb04661740 HTTP/1.1" status: 200 len: 811 time: 0.3932674 Jun 07 13:18:01.709658 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-cee0d82a-3e8a-42f0-9a78-ab45fb5190d4 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/quotas/7b95f79de5724987ab6c9fddb86a84f0 HTTP/1.1" status: 200 len: 375 time: 0.0138614 Jun 07 13:18:01.725602 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.756902 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Allocated IP 172.27.1.203 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/ea272860-448a-4840-a987-57116b235297) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:01.759036 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Attempting to bind port bb751867-6904-47dd-ac8c-5be8b40a1959 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:01.759404 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Attempting to bind port bb751867-6904-47dd-ac8c-5be8b40a1959 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:01.760138 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Attempting to bind port bb751867-6904-47dd-ac8c-5be8b40a1959 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:01.766972 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:01.774115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:01.778939 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:01.779369 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Checking segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:01.779852 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.780891 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Bound using segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:01.781342 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:01.781477 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Bound port: bb751867-6904-47dd-ac8c-5be8b40a1959, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:01.781796 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.837433 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-206498c6-8b56-4298-b421-62076a01c8eb tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b95f79de5724987ab6c9fddb86a84f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156254 Jun 07 13:18:01.866000 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Publish callbacks [] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.881849 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:01.926232 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:01.956766 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Pushing event updated for resources: {'Port': ['ID=2d870e5b-61f1-483f-ad41-1c08df9102ef,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:01.962022 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] For port bb751867-6904-47dd-ac8c-5be8b40a1959, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:01.970071 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] For port bb751867-6904-47dd-ac8c-5be8b40a1959, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=bb751867-6904-47dd-ac8c-5be8b40a1959,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:01.979999 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Network f37998a8-ef40-428e-a125-520797faa6c7 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:01.981980 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:01.984843 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:01.989637 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.040029 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Pushing event updated for resources: {'Port': ['ID=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:02.120210 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2940aa-63ce-4856-91e2-e5d8e988815b None None] Pushing event updated for resources: {'Port': ['ID=bb751867-6904-47dd-ac8c-5be8b40a1959,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:02.156338 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Attempting to bind port 2d870e5b-61f1-483f-ad41-1c08df9102ef on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:02.157430 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Attempting to bind port 2d870e5b-61f1-483f-ad41-1c08df9102ef by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:02.158084 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Attempting to bind port 2d870e5b-61f1-483f-ad41-1c08df9102ef on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:02.164601 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:02.165195 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Checking segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:02.165768 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.166298 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Bound using segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:02.167639 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Bound port: 2d870e5b-61f1-483f-ad41-1c08df9102ef, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:02.168179 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.171051 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54066) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:02.206526 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-72a1f767-8bd6-4890-b107-5710394da181 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:18:02.207905 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-72a1f767-8bd6-4890-b107-5710394da181 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1902432 Jun 07 13:18:02.272080 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] For port 2d870e5b-61f1-483f-ad41-1c08df9102ef, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:02.277265 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] For port 2d870e5b-61f1-483f-ad41-1c08df9102ef, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=2d870e5b-61f1-483f-ad41-1c08df9102ef,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:02.287809 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.338310 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks [] for port (ea272860-448a-4840-a987-57116b235297), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.342294 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d2887133-77f2-4b61-9bf6-1492c3dc5a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.396123 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:02.443867 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf54c66-41de-4837-9d0d-b94008ac4375 None None] Pushing event updated for resources: {'Port': ['ID=2d870e5b-61f1-483f-ad41-1c08df9102ef,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:02.467059 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks [] for router_gateway (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.475601 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:02.535628 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-0ee81e6a-9ba2-4676-b7ae-63110458a3b3 service neutron] 10.222.0.61 "GET /v2.0/networks/fb555a21-8403-4680-aa16-d8cb04661740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167758 Jun 07 13:18:02.592974 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (ea272860-448a-4840-a987-57116b235297), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.652695 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:02.658926 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:02.665183 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:02.673776 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:18:02.685246 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d2887133-77f2-4b61-9bf6-1492c3dc5a88 admin admin] Publish callbacks [] for security_group (7675c0b3-61d2-430a-935d-6d96c3554568), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.696384 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d2887133-77f2-4b61-9bf6-1492c3dc5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7675c0b3-61d2-430a-935d-6d96c3554568), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.741787 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2887133-77f2-4b61-9bf6-1492c3dc5a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675c0b3-61d2-430a-935d-6d96c3554568,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:02.755212 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Pushing event updated for resources: {'Port': ['ID=ea272860-448a-4840-a987-57116b235297,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:02.811067 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-700bffd1-24a8-412f-90dc-d194fd9b0bf0 service neutron] 10.222.0.61 "GET /v2.0/networks/fb555a21-8403-4680-aa16-d8cb04661740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640953 Jun 07 13:18:02.820879 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d2887133-77f2-4b61-9bf6-1492c3dc5a88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3408ff2ea39d4c428a122846f19a6809&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6480563 Jun 07 13:18:02.823275 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54090) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:02.979786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0e8df0ea-eb78-4d51-bc23-304520de46e5 admin admin] Publish callbacks [] for security_group (7675c0b3-61d2-430a-935d-6d96c3554568), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:02.981691 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:03.032179 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0e8df0ea-eb78-4d51-bc23-304520de46e5 admin admin] Publish callbacks [] for security_group (7675c0b3-61d2-430a-935d-6d96c3554568), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:03.135603 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0e8df0ea-eb78-4d51-bc23-304520de46e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7675c0b3-61d2-430a-935d-6d96c3554568), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:03.138609 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0e8df0ea-eb78-4d51-bc23-304520de46e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:03.140041 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-0e8df0ea-eb78-4d51-bc23-304520de46e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7675c0b3-61d2-430a-935d-6d96c3554568 HTTP/1.1" status: 204 len: 168 time: 0.3158655 Jun 07 13:18:03.146798 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:03.187079 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8df0ea-eb78-4d51-bc23-304520de46e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675c0b3-61d2-430a-935d-6d96c3554568,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:03.254074 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks [] for router_gateway (6006d0ef-be6c-4f55-8246-59db012f1a67), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:03.327062 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a79f7e56-5c9d-4220-ad6c-92d42633075d req-6f957df5-ca00-49f5-bbfb-409141fcfcf1 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.0921035 Jun 07 13:18:03.778768 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (6006d0ef-be6c-4f55-8246-59db012f1a67), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:03.947991 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:18:03.956257 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:04.090210 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb36a1b2-c434-4a03-b562-3458a0db76ea None None] Network f37998a8-ef40-428e-a125-520797faa6c7 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:04.179320 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:18:04.196995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Router 6006d0ef-be6c-4f55-8246-59db012f1a67 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:18:04.223470 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:18:04.225758 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:04.231441 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54172) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:04.232970 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5e92d3b0-c913-42a8-bad2-3af836840186 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2227950 Jun 07 13:18:04.234259 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-088d3c11-4839-448a-9451-e55ab37a8aa0 None None] Provisioning complete for port 2d870e5b-61f1-483f-ad41-1c08df9102ef triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:04.234649 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-088d3c11-4839-448a-9451-e55ab37a8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:04.283987 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:04.287298 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:04.292635 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54176) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:04.334858 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:04.531216 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:04.757854 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa54a2b1-fb1f-4f82-8f33-91bea7aebc41 None None] Network 7935e13c-3463-4221-bbf4-297a23e61ffb requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:04.822024 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54190) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:04.873224 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device bb751867-6904-47dd-ac8c-5be8b40a1959 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:04.907977 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c11563b7-65a5-4522-8a07-6eff006f3cdf req-486d5a59-4809-44ca-a1e2-72e85708e5ed tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.0831864 Jun 07 13:18:04.914609 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:04.944040 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-088d3c11-4839-448a-9451-e55ab37a8aa0 None None] Current status of the port 2d870e5b-61f1-483f-ad41-1c08df9102ef is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:04.944438 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-088d3c11-4839-448a-9451-e55ab37a8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:04.972873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:05.005999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7a89a2e9-c176-467a-8eaa-6d3ffad65415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.040821 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-088d3c11-4839-448a-9451-e55ab37a8aa0 None None] For port 2d870e5b-61f1-483f-ad41-1c08df9102ef, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=2d870e5b-61f1-483f-ad41-1c08df9102ef,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:05.064065 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-088d3c11-4839-448a-9451-e55ab37a8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.090035 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:18:05.091755 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port bb751867-6904-47dd-ac8c-5be8b40a1959 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:05.092679 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.124937 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Sync routers for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:18:05.156902 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:05.157521 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:05.169677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.172139 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0422a25f-fe39-4e64-a969-60464f66eb93 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6415002 Jun 07 13:18:05.181248 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54214) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:05.366200 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:05.420446 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:05.502754 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:02Z', 'revision_number': 3, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:05.517937 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7a89a2e9-c176-467a-8eaa-6d3ffad65415 admin admin] Publish callbacks [] for security_group (b6e9dad1-bd65-4284-aa05-4a921f7b6bf4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.535338 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:05.552699 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:18:05.553207 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Updating router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:18:05.576591 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7a89a2e9-c176-467a-8eaa-6d3ffad65415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b6e9dad1-bd65-4284-aa05-4a921f7b6bf4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.616593 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7a89a2e9-c176-467a-8eaa-6d3ffad65415 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56cf49983d984317b26f02dc0502e674&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3193944 Jun 07 13:18:05.617369 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54224) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:05.629315 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.810532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89a2e9-c176-467a-8eaa-6d3ffad65415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e9dad1-bd65-4284-aa05-4a921f7b6bf4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:05.838290 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.865694 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:05.878101 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8a47954-84b0-4c6d-9ef6-0a22d7a0fb56 admin admin] Publish callbacks [] for security_group (b6e9dad1-bd65-4284-aa05-4a921f7b6bf4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:05.924131 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d3c11-4839-448a-9451-e55ab37a8aa0 None None] Pushing event updated for resources: {'Port': ['ID=2d870e5b-61f1-483f-ad41-1c08df9102ef,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:06.000540 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:06.006522 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Provisioning complete for port bb751867-6904-47dd-ac8c-5be8b40a1959 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:06.007087 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.015564 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:06.019621 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8a47954-84b0-4c6d-9ef6-0a22d7a0fb56 admin admin] Publish callbacks [] for security_group (b6e9dad1-bd65-4284-aa05-4a921f7b6bf4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.163050 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Publish callbacks [] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.179461 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.226244 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port bb751867-6904-47dd-ac8c-5be8b40a1959 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:06.227403 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.248069 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8a47954-84b0-4c6d-9ef6-0a22d7a0fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b6e9dad1-bd65-4284-aa05-4a921f7b6bf4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.251209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8a47954-84b0-4c6d-9ef6-0a22d7a0fb56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.251961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:02Z', 'revision_number': 3, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:06.255623 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e8a47954-84b0-4c6d-9ef6-0a22d7a0fb56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6e9dad1-bd65-4284-aa05-4a921f7b6bf4 HTTP/1.1" status: 204 len: 168 time: 0.6357708 Jun 07 13:18:06.268470 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a47954-84b0-4c6d-9ef6-0a22d7a0fb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e9dad1-bd65-4284-aa05-4a921f7b6bf4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:06.293954 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a047334f-e988-4c38-84eb-7ff5baf9d0f6 req-b8d1c314-db30-48d8-a2a6-4b955d6d106c tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.0786684 Jun 07 13:18:06.295296 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.303999 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Attempting to bind port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:06.308011 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Attempting to bind port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:06.310577 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Attempting to bind port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:06.312248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:06.331272 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Checking router: 6006d0ef-be6c-4f55-8246-59db012f1a67 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:18:06.331813 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Updating router 6006d0ef-be6c-4f55-8246-59db012f1a67 port ea272860-448a-4840-a987-57116b235297 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:18:06.338193 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Pushing event updated for resources: {'Port': ['ID=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:06.345173 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:06.345549 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:06.345958 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.346353 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:06.346878 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Bound port: 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:06.347237 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.352611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Allocated IP 172.20.0.1 (7935e13c-3463-4221-bbf4-297a23e61ffb/14342ff1-bf7b-46d4-ab3a-6528e74e1495/687d16ba-f533-4471-baef-7c61d50d94b6) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:06.398920 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.399551 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.400081 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.400638 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.401201 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.401724 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.402028 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.402509 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.403302 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.403791 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.404334 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.404855 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.405119 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port bb751867-6904-47dd-ac8c-5be8b40a1959, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=bb751867-6904-47dd-ac8c-5be8b40a1959,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:06.405739 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.406267 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.406722 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:06.408282 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Current status of the port bb751867-6904-47dd-ac8c-5be8b40a1959 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Tracked resource versions report: Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: pushed versions: Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: { 'AddressGroup': {'1.2'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Agent': {'1.1'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'ConntrackHelper': {'1.0'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'LocalIPAssociation': {'1.0'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Log': {'1.0'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'NDPProxy': {'1.0'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Network': {'1.1'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Port': {'1.7'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'PortForwarding': {'1.3'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'QosPolicy': {'1.10'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroup': {'1.5'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SubPort': {'1.0'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Subnet': {'1.1'}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Trunk': {'1.1'}} Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: consumer versions: Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: { DHCP agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: HyperV agent@hv-cinder-84460: {}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: L3 agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: Metadata agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: Metering agent@dv-cinder-844601-3-iscsi: {}, Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: Open vSwitch agent@dv-cinder-844601-3-iscsi: { 'AddressGroup': '1.2', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Agent': '1.1', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'ConntrackHelper': '1.0', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'LocalIPAssociation': '1.0', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Log': '1.0', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'NDPProxy': '1.0', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Network': '1.1', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Port': '1.7', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'PortForwarding': '1.3', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'QosPolicy': '1.10', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroup': '1.5', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SecurityGroupRule': '1.2', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'SubPort': '1.0', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Subnet': '1.1', Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: 'Trunk': '1.1'}} Jun 07 13:18:06.408454 dv-cinder-844601-3-iscsi neutron-server[104163]: {{(pid=104163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:18:06.410759 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.438015 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.438887 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 2d870e5b-61f1-483f-ad41-1c08df9102ef up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:06.472500 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] For port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:06.477268 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] For port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:06.490377 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.546450 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ea272860-448a-4840-a987-57116b235297), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.592584 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:06.594802 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:06.620031 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks [] for port (687d16ba-f533-4471-baef-7c61d50d94b6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.647492 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c2a6d-44fa-4d20-a5d7-c46b7847d32e None None] Pushing event updated for resources: {'Port': ['ID=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:06.706554 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Allocated IP 172.20.0.1 (f37998a8-ef40-428e-a125-520797faa6c7/8694f555-a906-49d5-aa03-092b621839a4/e38bf0ee-d09d-4523-b2d1-78527b573dd8) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:06.746013 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.811163 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=bb751867-6904-47dd-ac8c-5be8b40a1959,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:06.870771 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.db.api [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 07 13:18:06.872125 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:06.875222 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG oslo_db.api [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:18:06.879231 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 2d870e5b-61f1-483f-ad41-1c08df9102ef triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:06.891430 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.916830 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:06.930710 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:06.950393 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:06.963070 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:06.993117 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks [] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:07.069117 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:07.094219 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:07.139850 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Pushing event updated for resources: {'Port': ['ID=687d16ba-f533-4471-baef-7c61d50d94b6,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:07.180914 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Network f37998a8-ef40-428e-a125-520797faa6c7 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:07.185223 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:07.241037 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Pushing event updated for resources: {'Port': ['ID=e38bf0ee-d09d-4523-b2d1-78527b573dd8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:07.250020 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:07.250626 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (6006d0ef-be6c-4f55-8246-59db012f1a67), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:07.323331 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:07.378551 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:02Z', 'revision_number': 3, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:07.474335 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0bbef-419d-40b1-a47d-d9ff0da72b4e None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:02Z', 'revision_number': 3, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:18:07.616940 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:07.621226 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:07.671146 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 2d870e5b-61f1-483f-ad41-1c08df9102ef is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:07.688126 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Current status of the port bb751867-6904-47dd-ac8c-5be8b40a1959 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:07.823133 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Provisioning complete for port 2d870e5b-61f1-483f-ad41-1c08df9102ef triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:07.823777 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:07.841514 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:07.855347 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.18', 51525) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:07.892246 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.088565 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device bb751867-6904-47dd-ac8c-5be8b40a1959 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:08.222523 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Publish callbacks [] for port (ea272860-448a-4840-a987-57116b235297), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.238325 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks [] for port (687d16ba-f533-4471-baef-7c61d50d94b6), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.250102 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:08.251839 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:08.254129 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ea272860-448a-4840-a987-57116b235297), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.255719 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.257161 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.271726 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-c5416fc2-498e-4436-b040-aec1b8843017 None None] Current status of the port 2d870e5b-61f1-483f-ad41-1c08df9102ef is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:08.316212 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:08.322541 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port bb751867-6904-47dd-ac8c-5be8b40a1959 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:08.322888 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.325712 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Pushing event updated for resources: {'Port': ['ID=687d16ba-f533-4471-baef-7c61d50d94b6,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:08.346166 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3d920151-1c30-4f22-b10d-97927630df16 req-1a9fbc66-b107-44fe-95d6-bd46c4d87788 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.4248741 Jun 07 13:18:08.447846 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Attempting to bind port ea272860-448a-4840-a987-57116b235297 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:08.458248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Attempting to bind port ea272860-448a-4840-a987-57116b235297 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:08.460254 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Attempting to bind port ea272860-448a-4840-a987-57116b235297 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:08.472588 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9e9e-7975-42ed-bc59-84bbc14e437b None None] Pushing event updated for resources: {'Port': ['ID=ea272860-448a-4840-a987-57116b235297,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:08.477695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Provisioning complete for port 687d16ba-f533-4471-baef-7c61d50d94b6 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:08.478157 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.481449 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:08.482107 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:08.482812 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.483476 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:08.484064 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Bound port: ea272860-448a-4840-a987-57116b235297, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:08.484537 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ea272860-448a-4840-a987-57116b235297), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.510078 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:08.512590 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:08.657674 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Port 687d16ba-f533-4471-baef-7c61d50d94b6 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:08.688933 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-9a303e95-6fe2-4e50-829a-291782244420 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:08.694680 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-9a303e95-6fe2-4e50-829a-291782244420 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.18 "GET /v2.0/networks?id=fb555a21-8403-4680-aa16-d8cb04661740 HTTP/1.1" status: 200 len: 811 time: 0.8375943 Jun 07 13:18:08.714931 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] For port ea272860-448a-4840-a987-57116b235297, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:08.721040 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Provisioning complete for port e38bf0ee-d09d-4523-b2d1-78527b573dd8 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:08.730696 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.733055 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port bb751867-6904-47dd-ac8c-5be8b40a1959 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:08.734136 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 2d870e5b-61f1-483f-ad41-1c08df9102ef up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:08.821240 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] For port ea272860-448a-4840-a987-57116b235297, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ea272860-448a-4840-a987-57116b235297,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:08.873237 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ea272860-448a-4840-a987-57116b235297), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.912966 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:18:08.936352 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks [] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.944444 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9e9e-7975-42ed-bc59-84bbc14e437b None None] Pushing event updated for resources: {'Port': ['ID=ea272860-448a-4840-a987-57116b235297,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:08.952488 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Port e38bf0ee-d09d-4523-b2d1-78527b573dd8 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:08.964917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Provisioning complete for port bb751867-6904-47dd-ac8c-5be8b40a1959 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:08.964917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.965045 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.967358 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (6006d0ef-be6c-4f55-8246-59db012f1a67), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:08.997052 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 2d870e5b-61f1-483f-ad41-1c08df9102ef triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:08.997362 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:09.049783 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:09.050393 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:18:09.050504 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:09.072140 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-06ee596a-dda4-4055-8f68-90ab8f58848a admin admin] 10.222.0.61 "PUT /v2.0/routers/34ce5568-9aec-4f3e-a3dd-53a03217bb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8285093 Jun 07 13:18:09.093784 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Pushing event updated for resources: {'Port': ['ID=e38bf0ee-d09d-4523-b2d1-78527b573dd8,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:09.143780 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Network f37998a8-ef40-428e-a125-520797faa6c7 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:09.145723 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:09.190591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:09.245578 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:09.347294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:09.533023 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-31f63d6a-e42b-4ff9-8f35-25b4d558a435 req-5cf8449a-b6b8-4926-9ab4-8105789a342b tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.0514476 Jun 07 13:18:09.585574 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Router 6006d0ef-be6c-4f55-8246-59db012f1a67 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:18:09.613324 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 2d870e5b-61f1-483f-ad41-1c08df9102ef is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:09.655400 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b6de32f9-f143-4dc4-b32b-d3e1b8bc5192 None None] Current status of the port bb751867-6904-47dd-ac8c-5be8b40a1959 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:09.717947 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:18:09.724963 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-950d1297-62bf-4dd7-964d-8d3deb98cac7 admin admin] 10.222.0.61 "PUT /v2.0/routers/6006d0ef-be6c-4f55-8246-59db012f1a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5391843 Jun 07 13:18:09.736925 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:08Z', 'revision_number': 2, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:09.775331 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb65a-eb39-49fc-93f8-d3813051e350 None None] The sync data for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi is: [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:08Z', 'revision_number': 2, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:18:09.784909 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-6bd31962-54b9-4320-ade4-635e98650540 None None] Provisioning complete for port 687d16ba-f533-4471-baef-7c61d50d94b6 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:09.785275 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6bd31962-54b9-4320-ade4-635e98650540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:09.848525 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:09.915175 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-6bd31962-54b9-4320-ade4-635e98650540 None None] Port 687d16ba-f533-4471-baef-7c61d50d94b6 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:09.925485 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54364) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:09.936257 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-367ad217-4e0c-43e6-a116-5beae0dcf956 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140225368', 'description': 'tempest-description--1787172920'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:09.938447 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-6bd31962-54b9-4320-ade4-635e98650540 None None] Provisioning complete for port e38bf0ee-d09d-4523-b2d1-78527b573dd8 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:09.940430 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6bd31962-54b9-4320-ade4-635e98650540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:09.974295 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-367ad217-4e0c-43e6-a116-5beae0dcf956 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:09.984555 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:09.986341 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:09.986694 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.023451 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-6bd31962-54b9-4320-ade4-635e98650540 None None] Port e38bf0ee-d09d-4523-b2d1-78527b573dd8 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:10.137871 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:10.138299 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.151895 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-367ad217-4e0c-43e6-a116-5beae0dcf956 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (3176b565-53a0-4852-9d9f-3bd31b26a2ea), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.162356 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-367ad217-4e0c-43e6-a116-5beae0dcf956 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (3176b565-53a0-4852-9d9f-3bd31b26a2ea), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.174800 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:10.180917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.206876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:10.254710 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:10.257203 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-367ad217-4e0c-43e6-a116-5beae0dcf956 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.258457 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-367ad217-4e0c-43e6-a116-5beae0dcf956 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3317900 Jun 07 13:18:10.261524 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54384) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:10.273529 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ad217-4e0c-43e6-a116-5beae0dcf956 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3176b565-53a0-4852-9d9f-3bd31b26a2ea,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:10.285590 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-e342315c-0dae-4c4d-a0b7-99a0e51b1ffc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': '3176b565-53a0-4852-9d9f-3bd31b26a2ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:10.351355 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e342315c-0dae-4c4d-a0b7-99a0e51b1ffc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (528f49a5-7775-4b8f-a7f0-3f8383394066), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.507203 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:18:10.516356 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e342315c-0dae-4c4d-a0b7-99a0e51b1ffc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (528f49a5-7775-4b8f-a7f0-3f8383394066), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.529345 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e342315c-0dae-4c4d-a0b7-99a0e51b1ffc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (528f49a5-7775-4b8f-a7f0-3f8383394066), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.567447 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:10.567541 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-ba4d4a1a-0568-4ac7-91de-eccbf60b0c2c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:10.567976 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:10.568341 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-ba4d4a1a-0568-4ac7-91de-eccbf60b0c2c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 818 time: 0.2060049 Jun 07 13:18:10.575634 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e342315c-0dae-4c4d-a0b7-99a0e51b1ffc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.577059 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e342315c-0dae-4c4d-a0b7-99a0e51b1ffc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140628 Jun 07 13:18:10.579828 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54402) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:10.584578 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9a1d0d04-f7ee-46c9-9b8a-0622d742ee1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': '3176b565-53a0-4852-9d9f-3bd31b26a2ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:10.585560 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342315c-0dae-4c4d-a0b7-99a0e51b1ffc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528f49a5-7775-4b8f-a7f0-3f8383394066,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:10.597018 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-ae71971c-2952-4e54-ba0c-1afe823d5f48 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/quotas/7c615cd1e80a42e0ac2aff126cbb1455 HTTP/1.1" status: 200 len: 375 time: 0.0275750 Jun 07 13:18:10.681672 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0d04-f7ee-46c9-9b8a-0622d742ee1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (6277074b-b179-4320-a057-1730caed433e), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:10.690628 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-58bb2db4-78cc-4538-bbfc-c9e090e5c417 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772712 Jun 07 13:18:10.731380 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Request body: {'port': {'device_id': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740', 'admin_state_up': True, 'tenant_id': '7b95f79de5724987ab6c9fddb86a84f0'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:10.736006 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:10.761595 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f534f421-b891-43e9-a92e-46cdaa427540 req-16f6efb8-96b9-48f3-a187-bfeeda53bfcd tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.0698788 Jun 07 13:18:10.962305 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-1e599a17-2b0b-4caa-b400-eb22fd81ca39 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:18:10.963389 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-1e599a17-2b0b-4caa-b400-eb22fd81ca39 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0758975 Jun 07 13:18:11.068977 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:11.071334 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:11.078979 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 2, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:11.113065 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0d04-f7ee-46c9-9b8a-0622d742ee1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (6277074b-b179-4320-a057-1730caed433e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:11.122142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0d04-f7ee-46c9-9b8a-0622d742ee1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (6277074b-b179-4320-a057-1730caed433e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:11.161038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d0d04-f7ee-46c9-9b8a-0622d742ee1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6277074b-b179-4320-a057-1730caed433e,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:11.165730 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-c52b1b0b-ef40-41b7-a01b-3549ea9f1373 service neutron] 10.222.0.61 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960855 Jun 07 13:18:11.165938 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Made reservation on behalf of 7b95f79de5724987ab6c9fddb86a84f0 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:11.170243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:11.187341 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a1d0d04-f7ee-46c9-9b8a-0622d742ee1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:11.192875 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9a1d0d04-f7ee-46c9-9b8a-0622d742ee1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6113079 Jun 07 13:18:11.195932 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54438) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:11.202459 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:11.304270 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:11.338603 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:18:11.339091 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Updating router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d port 687d16ba-f533-4471-baef-7c61d50d94b6 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:18:11.350247 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-09321774-61d4-46f9-b251-05f25509eba8 service neutron] 10.222.0.61 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834257 Jun 07 13:18:11.429668 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:11.621287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:11.838188 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b9844be2-fdca-4969-8a69-a83b3694c5ad req-03729072-d337-4860-90cb-87ec20e4e17f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 210 time: 0.0726542 Jun 07 13:18:12.003981 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Allocated IP 172.20.0.11 (fb555a21-8403-4680-aa16-d8cb04661740/f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed/042bd4fd-49bb-4c75-a83c-ad7a363bf2c1) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:12.051490 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ea272860-448a-4840-a987-57116b235297 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:12.182426 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port ea272860-448a-4840-a987-57116b235297 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:12.183059 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ea272860-448a-4840-a987-57116b235297), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.287331 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-784d3bea-9334-4b7c-86f9-00695775d907 req-93109b41-e831-4fc0-b4f5-45f810bc71c7 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.1311293 Jun 07 13:18:12.292591 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Publish callbacks [] for port (687d16ba-f533-4471-baef-7c61d50d94b6), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.309682 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.412464 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ea272860-448a-4840-a987-57116b235297 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:12.422753 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ea272860-448a-4840-a987-57116b235297), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.490470 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port ea272860-448a-4840-a987-57116b235297, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ea272860-448a-4840-a987-57116b235297,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:12.498147 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:12.501917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ea272860-448a-4840-a987-57116b235297), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.503041 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:12.609875 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e5f93-3354-4629-bd97-5afcb4c12a29 None None] Pushing event updated for resources: {'Port': ['ID=687d16ba-f533-4471-baef-7c61d50d94b6,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:12.689899 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:12.692685 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-5f191c29-15ff-4d1d-ab39-646eea9a54f8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:12.704859 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-5f191c29-15ff-4d1d-ab39-646eea9a54f8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 818 time: 0.4396904 Jun 07 13:18:12.738325 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:12.741524 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-5ea186ff-3800-4780-a7a5-224384c28c0f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/quotas/7c615cd1e80a42e0ac2aff126cbb1455 HTTP/1.1" status: 200 len: 375 time: 0.0354798 Jun 07 13:18:12.759417 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Attempting to bind port 687d16ba-f533-4471-baef-7c61d50d94b6 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:12.763443 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Attempting to bind port 687d16ba-f533-4471-baef-7c61d50d94b6 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:12.764108 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Attempting to bind port 687d16ba-f533-4471-baef-7c61d50d94b6 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:12.787766 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:12.795532 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Checking segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:12.798248 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.798844 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Bound using segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:12.801841 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Bound port: 687d16ba-f533-4471-baef-7c61d50d94b6, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:12.803757 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.809750 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:12.825033 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks [] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:12.828982 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.27.1.106 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/cd1e47c4-3ee3-474f-b284-95a434210ed0) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:12.917255 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-b7d8bac8-785f-48a6-933e-515aac5b38b8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578765 Jun 07 13:18:13.071053 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.090584 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:13.091506 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-36656214-54c9-4169-a9b8-b5d09543de97 None None] Provisioning complete for port 687d16ba-f533-4471-baef-7c61d50d94b6 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:13.091974 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-36656214-54c9-4169-a9b8-b5d09543de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.122298 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] For port 687d16ba-f533-4471-baef-7c61d50d94b6, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:13.136673 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] For port 687d16ba-f533-4471-baef-7c61d50d94b6, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=687d16ba-f533-4471-baef-7c61d50d94b6,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:13.159300 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.206327 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:13.250515 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:13.251501 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.258002 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=ea272860-448a-4840-a987-57116b235297,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:13.380300 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-36656214-54c9-4169-a9b8-b5d09543de97 None None] Port 687d16ba-f533-4471-baef-7c61d50d94b6 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:13.394807 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-50fa2d60-8b17-4495-a8c5-3b2b22b474e7 service neutron] 10.222.0.61 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742503 Jun 07 13:18:13.467449 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Pushing event updated for resources: {'Port': ['ID=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:13.509717 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e5f93-3354-4629-bd97-5afcb4c12a29 None None] Pushing event updated for resources: {'Port': ['ID=687d16ba-f533-4471-baef-7c61d50d94b6,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:13.542150 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:13.548162 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:13.568469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Network fb555a21-8403-4680-aa16-d8cb04661740 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:13.584681 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:13.593269 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:13.603952 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:13.608628 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:13.618061 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.662316 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.679500 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22381bc1-5b9c-4f3f-97a7-aede5869ddae req-74647430-0534-4bc8-b8c4-259b74e8b74a tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:13.681300 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-22381bc1-5b9c-4f3f-97a7-aede5869ddae req-74647430-0534-4bc8-b8c4-259b74e8b74a tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 932 time: 0.1562438 Jun 07 13:18:13.723100 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-eed13097-3357-4247-8db2-df8eb39054f2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9958448 Jun 07 13:18:13.725150 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-0f748b1d-a17a-48f3-8606-47669b9df5c3 None None] Provisioning complete for port 687d16ba-f533-4471-baef-7c61d50d94b6 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:13.726323 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f748b1d-a17a-48f3-8606-47669b9df5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.741661 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Sync routers for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:18:13.832520 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:13.899688 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:13.903106 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ea272860-448a-4840-a987-57116b235297 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:13.906233 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-159e6dfe-b8f4-48c1-94be-db41b09b26bf service neutron] 10.222.0.61 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089145 Jun 07 13:18:13.921437 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:13.922308 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:13.931239 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-22381bc1-5b9c-4f3f-97a7-aede5869ddae req-b403005a-1134-4fa2-a1f0-3ded5af3cbd1 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291358 Jun 07 13:18:13.949017 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:13.975255 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:13.979390 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:13.984764 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=cd1e47c4-3ee3-474f-b284-95a434210ed0,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:14.182177 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port ea272860-448a-4840-a987-57116b235297 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:14.182703 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ea272860-448a-4840-a987-57116b235297), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:14.235089 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac9c3d04-088f-4078-b0cf-4b8e150ddf37 req-b423a64d-b204-46f5-adfa-a712a49a8793 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 210 time: 0.0702364 Jun 07 13:18:14.246592 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (48d62e6e-e359-47e2-8dc2-c93df89a8760), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:14.284419 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-0f748b1d-a17a-48f3-8606-47669b9df5c3 None None] Current status of the port 687d16ba-f533-4471-baef-7c61d50d94b6 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:14.285147 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f748b1d-a17a-48f3-8606-47669b9df5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:14.330361 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:13Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:14.357335 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:14.378140 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:14.398371 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafbcdc-9948-4a6a-9ee4-3acc0a89ce91 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:13Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:18:14.450498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-b67b73c8-ff81-461f-8158-3c3336fe37fb tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:18:14.451569 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-b67b73c8-ff81-461f-8158-3c3336fe37fb tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0335667 Jun 07 13:18:14.706598 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-0f748b1d-a17a-48f3-8606-47669b9df5c3 None None] For port 687d16ba-f533-4471-baef-7c61d50d94b6, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=687d16ba-f533-4471-baef-7c61d50d94b6,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:14.768731 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0f748b1d-a17a-48f3-8606-47669b9df5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:14.906632 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ea272860-448a-4840-a987-57116b235297 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:15.075527 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f748b1d-a17a-48f3-8606-47669b9df5c3 None None] Pushing event updated for resources: {'Port': ['ID=687d16ba-f533-4471-baef-7c61d50d94b6,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:15.233645 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad5259-dd3f-4612-a0fd-0275f87bee45 req-dec77587-5b0c-4c4b-89b3-eb4f637f42e6 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:15.248889 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24ad5259-dd3f-4612-a0fd-0275f87bee45 req-dec77587-5b0c-4c4b-89b3-eb4f637f42e6 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 932 time: 0.1116240 Jun 07 13:18:15.262795 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:08Z', 'revision_number': 2, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:15.383745 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Checking router: 6006d0ef-be6c-4f55-8246-59db012f1a67 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:18:15.387029 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Updating router 6006d0ef-be6c-4f55-8246-59db012f1a67 port e38bf0ee-d09d-4523-b2d1-78527b573dd8 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:18:15.420716 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:15.428815 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:15.433448 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24ad5259-dd3f-4612-a0fd-0275f87bee45 req-80bb92d2-fbd1-4c48-9a69-7e68ba42ba12 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817930 Jun 07 13:18:15.446217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Request body: {'port': {'device_id': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:15.489362 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:15.500304 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb7dd2a6-fe50-402a-86e9-beb381658c2e req-43bdbd12-71bb-4faf-ba98-2717ba3ec225 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 210 time: 0.1208968 Jun 07 13:18:15.521183 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:15.581435 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:15.585140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (48d62e6e-e359-47e2-8dc2-c93df89a8760), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:15.624384 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=cd1e47c4-3ee3-474f-b284-95a434210ed0,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:15.634484 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:15.644461 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bef4e2dc-4974-4d81-a3ed-c166c12777e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4473193 Jun 07 13:18:15.657158 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:16.026675 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.18', 51540) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:16.155788 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-21c79050-2184-4b0d-8b68-7b50231628cd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--140225368&fields=id&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 267 time: 0.2165489 Jun 07 13:18:16.441694 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-d4e6abb6-f1c5-451a-ac57-317afa37d82b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:16.444115 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-d4e6abb6-f1c5-451a-ac57-317afa37d82b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 818 time: 0.2741666 Jun 07 13:18:16.462133 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:16.470817 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:16.481612 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 687d16ba-f533-4471-baef-7c61d50d94b6 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:16.483564 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'port': {'device_id': '23bca688-1384-4f4d-a129-4129e290831c', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'admin_state_up': True, 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:16.562139 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-e4ff61a1-2110-454d-80ce-515dfd67d00f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:16.571145 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-e4ff61a1-2110-454d-80ce-515dfd67d00f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.4120195 Jun 07 13:18:16.628991 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-8b00004c-4bbe-4cc3-a0de-6a76f5d84636 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/quotas/ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 375 time: 0.0566263 Jun 07 13:18:16.720255 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:16.727873 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 687d16ba-f533-4471-baef-7c61d50d94b6 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:16.728350 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:16.734784 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Publish callbacks [] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:16.783111 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Transition to ACTIVE for port object 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:18:16.796157 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:16.802353 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-1def1448-3d5f-4272-a6db-c5d69e753c6a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724129 Jun 07 13:18:16.842620 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Made reservation on behalf of 7c615cd1e80a42e0ac2aff126cbb1455 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:16.847242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:16.853013 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Publish callbacks [] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:16.913030 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 687d16ba-f533-4471-baef-7c61d50d94b6 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:16.915574 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:16.984749 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5ac1d-5cbc-4f2b-901c-0daa48b07a9a None None] Pushing event updated for resources: {'Port': ['ID=e38bf0ee-d09d-4523-b2d1-78527b573dd8,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:17.056475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Pushing event updated for resources: {'Port': ['ID=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:17.125382 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116da32-3bd0-415d-9f1b-324c5bb8761d req-586f9a85-cdde-43d2-8e15-2bed155a8da0 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:17.133745 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a116da32-3bd0-415d-9f1b-324c5bb8761d req-586f9a85-cdde-43d2-8e15-2bed155a8da0 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.1106601 Jun 07 13:18:17.211583 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Attempting to bind port e38bf0ee-d09d-4523-b2d1-78527b573dd8 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:17.211952 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Attempting to bind port e38bf0ee-d09d-4523-b2d1-78527b573dd8 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:17.212335 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Attempting to bind port e38bf0ee-d09d-4523-b2d1-78527b573dd8 on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:17.243631 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-9fd341b0-8366-4162-81dd-d5e774fef238 service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254291 Jun 07 13:18:17.245984 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:17.254081 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Checking segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:17.254644 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:17.255568 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Bound using segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:17.267619 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Bound port: e38bf0ee-d09d-4523-b2d1-78527b573dd8, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:17.267749 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:17.288679 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.18', 51544) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:17.440042 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:17.441683 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:17.524845 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Attempting to bind port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:17.525984 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Attempting to bind port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'dc8a46e1-b81f-4380-8f2a-9a98056bcb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:17.533351 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Attempting to bind port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 on network fb555a21-8403-4680-aa16-d8cb04661740 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:17.595326 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] For port e38bf0ee-d09d-4523-b2d1-78527b573dd8, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:17.602176 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] For port e38bf0ee-d09d-4523-b2d1-78527b573dd8, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=e38bf0ee-d09d-4523-b2d1-78527b573dd8,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:17.629559 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 on network fb555a21-8403-4680-aa16-d8cb04661740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:18:17.633206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Attempting to bind port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 on network fb555a21-8403-4680-aa16-d8cb04661740 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:17.670334 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-691bfb14-e194-4d9e-b2f6-f1257abf3157 None None] Provisioning complete for port e38bf0ee-d09d-4523-b2d1-78527b573dd8 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:17.670775 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-691bfb14-e194-4d9e-b2f6-f1257abf3157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:17.684374 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:17.699501 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:17.699963 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Checking segment: {'id': 'dc8a46e1-b81f-4380-8f2a-9a98056bcb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:17.700931 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Bound using segment: {'id': 'dc8a46e1-b81f-4380-8f2a-9a98056bcb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:17.701844 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Bound port: 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8a46e1-b81f-4380-8f2a-9a98056bcb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:17.711077 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:17.807508 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54696) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:17.895948 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a116da32-3bd0-415d-9f1b-324c5bb8761d req-5766e1eb-ac7a-4057-a0e4-5f550a2d7c29 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547257 Jun 07 13:18:17.988312 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:18.077167 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-02b2413a-3d22-4d2e-a146-2c019e02c399 service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8323350 Jun 07 13:18:18.077688 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54710) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:18.161603 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-76cb691d-d945-4576-ad04-e53fd54e5686 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:18.164037 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-76cb691d-d945-4576-ad04-e53fd54e5686 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 818 time: 0.8488781 Jun 07 13:18:18.218469 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:18.233324 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:17:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:18.240775 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5ac1d-5cbc-4f2b-901c-0daa48b07a9a None None] Pushing event updated for resources: {'Port': ['ID=e38bf0ee-d09d-4523-b2d1-78527b573dd8,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:18.265049 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eabde9da-fb62-4aff-9d44-423a0d28daec req-8b9040d4-7194-45fe-82e8-c7920158318f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 210 time: 0.1427543 Jun 07 13:18:18.283102 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Allocated IP 172.20.0.4 (f37998a8-ef40-428e-a125-520797faa6c7/8694f555-a906-49d5-aa03-092b621839a4/9fbff3a7-3340-450f-bac9-a55605b332c7) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:18.291134 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] For port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:18.313149 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] For port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,segment=NetworkSegment(dc8a46e1-b81f-4380-8f2a-9a98056bcb5b),segment_id=dc8a46e1-b81f-4380-8f2a-9a98056bcb5b)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:18.332952 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.406451 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Pushing event updated for resources: {'Port': ['ID=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:18.440205 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:18.440868 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.444572 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-ca464509-2b1d-437b-abf9-3d80bf38fff9 service neutron] 10.222.0.18 "PUT /v2.0/ports/042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 HTTP/1.1" status: 200 len: 1094 time: 3.7892864 Jun 07 13:18:18.445069 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'tag': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:18.489183 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:18.503954 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d549c71-54ff-4e13-a123-9e5fcb797d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.507040 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:18.549567 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-691bfb14-e194-4d9e-b2f6-f1257abf3157 None None] Current status of the port e38bf0ee-d09d-4523-b2d1-78527b573dd8 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:18.550591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-691bfb14-e194-4d9e-b2f6-f1257abf3157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.612403 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f4f08327-9a47-4cf7-8e1e-993cb1c9ff4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.617017 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-691bfb14-e194-4d9e-b2f6-f1257abf3157 None None] For port e38bf0ee-d09d-4523-b2d1-78527b573dd8, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=e38bf0ee-d09d-4523-b2d1-78527b573dd8,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:18.629752 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:18.674197 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'port': {'device_id': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'admin_state_up': True, 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:18.700391 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:18.710894 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-691bfb14-e194-4d9e-b2f6-f1257abf3157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.841379 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d549c71-54ff-4e13-a123-9e5fcb797d12 admin admin] Publish callbacks [] for security_group (2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.891198 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d549c71-54ff-4e13-a123-9e5fcb797d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:18.973460 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d549c71-54ff-4e13-a123-9e5fcb797d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:18.991205 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3dd3836a-c3ac-49bd-b9d8-f0050bac5f8a req-8c5ba5c4-acf5-47d8-ac91-d8c541b6da6f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 210 time: 0.1568420 Jun 07 13:18:19.026754 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-fe766fbb-6727-42b0-b74c-af201a49a6a8 None None] Provisioning complete for port e38bf0ee-d09d-4523-b2d1-78527b573dd8 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:19.027162 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fe766fbb-6727-42b0-b74c-af201a49a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:19.061387 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3d549c71-54ff-4e13-a123-9e5fcb797d12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acc97c8a5fe94ebbade0d21038e9d5f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9544528 Jun 07 13:18:19.063009 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54750) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:19.100987 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f4f08327-9a47-4cf7-8e1e-993cb1c9ff4a admin admin] Publish callbacks [] for security_group (67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:19.147776 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f4f08327-9a47-4cf7-8e1e-993cb1c9ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:19.251951 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bfb14-e194-4d9e-b2f6-f1257abf3157 None None] Pushing event updated for resources: {'Port': ['ID=e38bf0ee-d09d-4523-b2d1-78527b573dd8,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:19.336083 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9ac0ed41-47a9-4fc2-b992-2285d3cda85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:19.473491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e018013-67e8-41a9-9c9d-eccc037c2648" -d '{"events": [{"name": "network-changed", "server_uuid": "83302c71-926e-4dfe-9285-936bb6f07ce8", "tag": "042bd4fd-49bb-4c75-a83c-ad7a363bf2c1"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:19.476929 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-fd0bb903-acf5-478d-aaa3-111c720275ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:19.478508 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-fd0bb903-acf5-478d-aaa3-111c720275ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b95f79de5724987ab6c9fddb86a84f0&device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 1128 time: 0.8090827 Jun 07 13:18:19.547854 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f4f08327-9a47-4cf7-8e1e-993cb1c9ff4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b82200b81a24815acd040d2e3b1e290&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7367139 Jun 07 13:18:19.551975 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54774) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:19.584925 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f08327-9a47-4cf7-8e1e-993cb1c9ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:19.653597 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fe766fbb-6727-42b0-b74c-af201a49a6a8 None None] Current status of the port e38bf0ee-d09d-4523-b2d1-78527b573dd8 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:19.682244 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:17Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:19.779125 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674f0c7-7553-4665-a146-e51137d47bf4 None None] The sync data for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi is: [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:17Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:18:19.779445 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994fc18-446a-4f9f-a865-300b0de8210a req-5e51f91b-4c12-49f5-af5c-60dcca07f5cf tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:19.795403 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9994fc18-446a-4f9f-a865-300b0de8210a req-5e51f91b-4c12-49f5-af5c-60dcca07f5cf tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.5481663 Jun 07 13:18:19.825975 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-7e807154-5073-4d07-97cd-d9f74955f982 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 HTTP/1.1" status: 200 len: 217 time: 0.3300712 Jun 07 13:18:19.830673 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:19.905444 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-235820fa-d43e-4385-ada7-369e7c83f080 req-a5be3df5-a2ff-4fc9-9894-b4dbcb13e36e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 210 time: 0.3507476 Jun 07 13:18:19.955616 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Made reservation on behalf of 7c615cd1e80a42e0ac2aff126cbb1455 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:19.964066 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device e38bf0ee-d09d-4523-b2d1-78527b573dd8 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:19.969042 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2afefbe3-fcc6-418b-b376-dbc2cd0fa6f1 admin admin] Publish callbacks [] for security_group (2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:19.987260 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.020769 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2afefbe3-fcc6-418b-b376-dbc2cd0fa6f1 admin admin] Publish callbacks [] for security_group (2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.125330 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port e38bf0ee-d09d-4523-b2d1-78527b573dd8 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:20.125731 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.155889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2afefbe3-fcc6-418b-b376-dbc2cd0fa6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.159940 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2afefbe3-fcc6-418b-b376-dbc2cd0fa6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.161525 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2afefbe3-fcc6-418b-b376-dbc2cd0fa6f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f HTTP/1.1" status: 204 len: 168 time: 1.0902719 Jun 07 13:18:20.192704 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9994fc18-446a-4f9f-a865-300b0de8210a req-ea03690d-8099-447a-a70f-ff7fce0428ee tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954320 Jun 07 13:18:20.197652 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afefbe3-fcc6-418b-b376-dbc2cd0fa6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3352c-8f5e-4c3a-a6b5-78e0343a1b8f,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:20.213098 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-41932f65-75b3-454a-9ed3-99430e2239e9 admin admin] Publish callbacks [] for security_group (67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.332735 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-41932f65-75b3-454a-9ed3-99430e2239e9 admin admin] Publish callbacks [] for security_group (67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.476880 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:20.532044 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:20.535997 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13ae17b0-6313-403a-be41-1de26be85acb req-dbe7d714-70c0-49bc-a876-0ee967d6da9d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 210 time: 0.0932958 Jun 07 13:18:20.564172 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-41932f65-75b3-454a-9ed3-99430e2239e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.570173 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-41932f65-75b3-454a-9ed3-99430e2239e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.571865 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-41932f65-75b3-454a-9ed3-99430e2239e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1 HTTP/1.1" status: 204 len: 168 time: 0.9988959 Jun 07 13:18:20.584962 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41932f65-75b3-454a-9ed3-99430e2239e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b551a4-55cb-4c40-b3ee-2ebf0fe4d8b1,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:20.661702 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port e38bf0ee-d09d-4523-b2d1-78527b573dd8 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:20.787420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ffa0f0-05d8-4b4e-9112-9b81148679df x-openstack-request-id: req-05ffa0f0-05d8-4b4e-9112-9b81148679df {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:20.788861 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83302c71-926e-4dfe-9285-936bb6f07ce8", "tag": "042bd4fd-49bb-4c75-a83c-ad7a363bf2c1", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:20.789118 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05ffa0f0-05d8-4b4e-9112-9b81148679df {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:20.789565 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ffa0f0-05d8-4b4e-9112-9b81148679df'] response: {'name': 'network-changed', 'server_uuid': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'tag': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1', 'status': 'completed', 'code': 200} Jun 07 13:18:20.794804 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54816) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:20.870374 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-a5247b9d-feeb-4e33-a9c0-352a5fd4e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:20.871917 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-a5247b9d-feeb-4e33-a9c0-352a5fd4e6f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed HTTP/1.1" status: 200 len: 851 time: 1.0034244 Jun 07 13:18:20.902980 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:20.949856 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:20.972063 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Network f37998a8-ef40-428e-a125-520797faa6c7 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:20.981587 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:21.008549 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:21.014205 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:21.015022 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:21.029491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'Port': ['ID=9fbff3a7-3340-450f-bac9-a55605b332c7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:21.045100 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54824) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:21.057597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:21.077523 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-2a6b1a79-8e5a-451c-b843-ea1088469360 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6121874 Jun 07 13:18:21.078899 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0d161cf-7e2b-455a-90b1-b31220dbf61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:21.083903 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Allocated IP 172.20.0.14 (f37998a8-ef40-428e-a125-520797faa6c7/8694f555-a906-49d5-aa03-092b621839a4/853e6961-92a5-492c-a8b3-2379de8141ed) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:21.138896 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fbd79507-c521-4123-8a95-0113827248ea req-36693132-84b4-4d76-8ab2-976aa6296338 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 210 time: 0.1176019 Jun 07 13:18:21.296823 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Request body: {'port': {'device_id': '23bca688-1384-4f4d-a129-4129e290831c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:21.334534 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 51555) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:21.352354 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-776a78b6-a593-4c46-bd45-197ff51e681a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:21.492194 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-00aab802-859d-46a9-b46f-0e7e918cb203 None None] Provisioning complete for port 9fbff3a7-3340-450f-bac9-a55605b332c7 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:21.492864 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-00aab802-859d-46a9-b46f-0e7e918cb203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:21.517747 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-12689f94-a757-4009-81b4-bbb1b752ee75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb555a21-8403-4680-aa16-d8cb04661740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2944648 Jun 07 13:18:21.521299 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321530d4-1a54-464a-a0ef-700b8bcad242 req-f23f1495-5377-41aa-8ea6-06287e659e8a tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:21.523163 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-321530d4-1a54-464a-a0ef-700b8bcad242 req-f23f1495-5377-41aa-8ea6-06287e659e8a tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.1384344 Jun 07 13:18:21.539763 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a68c0882-4903-4fc0-86d6-df0ea373a90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:21.587653 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-00aab802-859d-46a9-b46f-0e7e918cb203 None None] Port 9fbff3a7-3340-450f-bac9-a55605b332c7 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:21.631253 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-321530d4-1a54-464a-a0ef-700b8bcad242 req-4299e297-06a2-4c52-b2d2-a72f95adba36 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958357 Jun 07 13:18:21.725341 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-0fab4497-7040-4f71-a861-214da26dfb72 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:21.727943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-0fab4497-7040-4f71-a861-214da26dfb72 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.3913958 Jun 07 13:18:22.093722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54870) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:22.171045 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-bee5647a-605e-4133-b968-da3ee58db153 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 379 time: 0.4268322 Jun 07 13:18:22.191434 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-641a80c2-9d8f-4dd0-8ab7-c9b7cc5a2c20 req-a88a9a38-0ad0-461d-a698-97d9dd8a41e7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 210 time: 0.3331583 Jun 07 13:18:22.240966 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a68c0882-4903-4fc0-86d6-df0ea373a90a admin admin] Publish callbacks [] for security_group (892554a9-f42e-469b-99e3-e27b9c9170a3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.260439 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a68c0882-4903-4fc0-86d6-df0ea373a90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (892554a9-f42e-469b-99e3-e27b9c9170a3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.260586 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.310703 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0d161cf-7e2b-455a-90b1-b31220dbf61e admin admin] Publish callbacks [] for security_group (d75072f6-8867-4724-b813-f7d3759f8a3b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.319636 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c0882-4903-4fc0-86d6-df0ea373a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892554a9-f42e-469b-99e3-e27b9c9170a3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:22.371735 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'port': {'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'admin_state_up': True, 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'security_groups': ['3176b565-53a0-4852-9d9f-3bd31b26a2ea']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:22.410248 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0d161cf-7e2b-455a-90b1-b31220dbf61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (d75072f6-8867-4724-b813-f7d3759f8a3b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.494627 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-979c504a-9af7-41ba-8518-ea6649b0e48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.521978 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.576609 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-498562ed-b95e-4f66-80a7-364e608bcd83 service neutron] 10.222.0.18 "GET /v2.0/networks/fb555a21-8403-4680-aa16-d8cb04661740?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0241010 Jun 07 13:18:22.585141 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aeb11b0c-2014-4c94-953d-5caf21bf6183 req-53b77cab-2a21-4a86-8b84-506dfd16f623 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 210 time: 0.2727878 Jun 07 13:18:22.643552 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a0d161cf-7e2b-455a-90b1-b31220dbf61e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0f857022c1c4c77870f8f9499ca3580&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5974083 Jun 07 13:18:22.644357 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=1,neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:22.673148 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54890) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:22.673622 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54892) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:22.745790 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a68c0882-4903-4fc0-86d6-df0ea373a90a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41dddcaf269640ea80f17bf4beff0fc0&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9468634 Jun 07 13:18:22.764203 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54898) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:22.817729 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for port (853e6961-92a5-492c-a8b3-2379de8141ed), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.840943 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66563776-b504-48e3-9009-92d839cae1e8 admin admin] Publish callbacks [] for security_group (d75072f6-8867-4724-b813-f7d3759f8a3b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.867257 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66563776-b504-48e3-9009-92d839cae1e8 admin admin] Publish callbacks [] for security_group (d75072f6-8867-4724-b813-f7d3759f8a3b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.871567 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6cb2-0545-40d5-bbab-5e8e709b4c95 req-d53a10f1-0f72-4e5a-b436-d14af62393fb tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:22.873561 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b40c6cb2-0545-40d5-bbab-5e8e709b4c95 req-d53a10f1-0f72-4e5a-b436-d14af62393fb tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.0644071 Jun 07 13:18:22.950196 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66563776-b504-48e3-9009-92d839cae1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (d75072f6-8867-4724-b813-f7d3759f8a3b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.953622 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66563776-b504-48e3-9009-92d839cae1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:22.954755 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-66563776-b504-48e3-9009-92d839cae1e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d75072f6-8867-4724-b813-f7d3759f8a3b HTTP/1.1" status: 204 len: 168 time: 0.2788303 Jun 07 13:18:22.971471 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1830083712-network', 'tenant_id': '49793a1d91f045ebb4b30b452ef3268e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:23.005741 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d161cf-7e2b-455a-90b1-b31220dbf61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75072f6-8867-4724-b813-f7d3759f8a3b,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:23.048846 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66563776-b504-48e3-9009-92d839cae1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75072f6-8867-4724-b813-f7d3759f8a3b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:23.075774 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b40c6cb2-0545-40d5-bbab-5e8e709b4c95 req-703e7ad2-ef1d-41ab-9e00-4ef2b5f1cf94 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791391 Jun 07 13:18:23.090641 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d97b20b-bf0c-44ee-ac77-9360746f247d admin admin] Publish callbacks [] for security_group (892554a9-f42e-469b-99e3-e27b9c9170a3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.124928 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:23.138387 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d97b20b-bf0c-44ee-ac77-9360746f247d admin admin] Publish callbacks [] for security_group (892554a9-f42e-469b-99e3-e27b9c9170a3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.153293 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Made reservation on behalf of ec73e3d0e6f8476d81463ea6e11b62cd for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:23.157443 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.212534 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-979c504a-9af7-41ba-8518-ea6649b0e48a admin admin] Publish callbacks [] for security_group (1c17923f-3b3a-4998-a583-88572a62a4c6), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.218753 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Made reservation on behalf of 49793a1d91f045ebb4b30b452ef3268e for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:23.221561 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.235022 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:23.251451 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-979c504a-9af7-41ba-8518-ea6649b0e48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (1c17923f-3b3a-4998-a583-88572a62a4c6), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.301729 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-979c504a-9af7-41ba-8518-ea6649b0e48a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28f4c96b72d341609bfb30ec3d20faae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1796205 Jun 07 13:18:23.302806 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.308830 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.332121 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 54906) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:23.514697 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:23.534358 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Network f37998a8-ef40-428e-a125-520797faa6c7 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:23.538878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f98b2fd5-cc6a-420c-9e82-705a86aa5596 admin admin] Publish callbacks [] for security_group (1c17923f-3b3a-4998-a583-88572a62a4c6), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.602117 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:23.677624 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:23.681937 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:23.690222 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:23.700645 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bb13e91e-0062-44e1-9299-455a540d4bca req-c73c2282-6cf7-4c1f-88d7-5090f9d16c07 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 210 time: 0.1842585 Jun 07 13:18:23.717532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.772739 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d97b20b-bf0c-44ee-ac77-9360746f247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (892554a9-f42e-469b-99e3-e27b9c9170a3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.786808 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d97b20b-bf0c-44ee-ac77-9360746f247d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.793313 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9d97b20b-bf0c-44ee-ac77-9360746f247d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/892554a9-f42e-469b-99e3-e27b9c9170a3 HTTP/1.1" status: 204 len: 168 time: 1.0280788 Jun 07 13:18:23.818651 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c504a-9af7-41ba-8518-ea6649b0e48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c17923f-3b3a-4998-a583-88572a62a4c6,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:23.902864 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.20.0.8 (7935e13c-3463-4221-bbf4-297a23e61ffb/14342ff1-bf7b-46d4-ab3a-6528e74e1495/e938804d-36ef-4d7d-8a4a-5644b1bcebff) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:18:23.929689 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:23.962078 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97b20b-bf0c-44ee-ac77-9360746f247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892554a9-f42e-469b-99e3-e27b9c9170a3,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:23.966813 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f98b2fd5-cc6a-420c-9e82-705a86aa5596 admin admin] Publish callbacks [] for security_group (1c17923f-3b3a-4998-a583-88572a62a4c6), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.025797 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'Port': ['ID=853e6961-92a5-492c-a8b3-2379de8141ed,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:24.061564 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408d10a-f674-4469-a15c-478450d5c0cc req-51529bcb-21ad-4a92-a653-f25752e14f0e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:24.067818 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5408d10a-f674-4469-a15c-478450d5c0cc req-51529bcb-21ad-4a92-a653-f25752e14f0e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 932 time: 0.3345044 Jun 07 13:18:24.136610 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a53e3ff3-70dd-46ac-b476-a4dcac5a31c9 None None] Provisioning complete for port 853e6961-92a5-492c-a8b3-2379de8141ed triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:24.137000 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a53e3ff3-70dd-46ac-b476-a4dcac5a31c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.220875 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbff3a7-3340-450f-bac9-a55605b332c7 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:24.230988 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a53e3ff3-70dd-46ac-b476-a4dcac5a31c9 None None] Port 853e6961-92a5-492c-a8b3-2379de8141ed cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:24.336683 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=55 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:24.342627 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5d8ce04a-45e9-4329-9fff-3dc41dd377f0 req-cfb6ebe8-990b-4ad3-81e3-c109435ed5a4 service neutron] 10.222.0.18 "GET /v2.0/networks/fb555a21-8403-4680-aa16-d8cb04661740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7782745 Jun 07 13:18:24.344744 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Publish callbacks [] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.372413 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-d1d9462a-8368-4d32-b818-90747ab2f00c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7209754 Jun 07 13:18:24.455896 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Request body: {'port': {'device_id': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:24.546743 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Transition to ACTIVE for port object 9fbff3a7-3340-450f-bac9-a55605b332c7 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:18:24.556529 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.686384 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.716351 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54946) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:24.735533 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.788280 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a2edf-0995-446b-8a72-27504f5382dd req-a39c2457-fac0-4b16-a331-3da8d63439c5 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:24.790472 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-368a2edf-0995-446b-8a72-27504f5382dd req-a39c2457-fac0-4b16-a331-3da8d63439c5 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.0727172 Jun 07 13:18:24.822236 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:18:24.849454 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:24.877061 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f990bce-1bff-48e9-a3be-df5b870bd675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.896009 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:18:24.903970 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:24.904873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.922084 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:24.947251 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5408d10a-f674-4469-a15c-478450d5c0cc req-8873deb4-234e-4a1e-a16a-7065fc7746a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8651307 Jun 07 13:18:25.098273 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:25.122351 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbff3a7-3340-450f-bac9-a55605b332c7,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:25.159095 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:25.168132 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:25.207489 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8988190 Jun 07 13:18:25.212081 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-368a2edf-0995-446b-8a72-27504f5382dd req-61626f5a-5b63-48a7-9efc-838a3bd2fff3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876698 Jun 07 13:18:25.220999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-601687ea-6aa7-42d5-820a-b080e75e8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:25.222611 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-601687ea-6aa7-42d5-820a-b080e75e8c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b95f79de5724987ab6c9fddb86a84f0&device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 1128 time: 0.6676838 Jun 07 13:18:25.223243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f98b2fd5-cc6a-420c-9e82-705a86aa5596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (1c17923f-3b3a-4998-a583-88572a62a4c6), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.226583 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f98b2fd5-cc6a-420c-9e82-705a86aa5596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.227711 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f98b2fd5-cc6a-420c-9e82-705a86aa5596 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c17923f-3b3a-4998-a583-88572a62a4c6 HTTP/1.1" status: 204 len: 168 time: 1.8868377 Jun 07 13:18:25.287299 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d7c1a-a270-44a9-9d74-fd1f0be20967 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=e938804d-36ef-4d7d-8a4a-5644b1bcebff,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:25.289455 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b2fd5-cc6a-420c-9e82-705a86aa5596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c17923f-3b3a-4998-a583-88572a62a4c6,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:25.334516 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Request body: {'port': {'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:25.343045 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks [] for security_group (b7c213dd-eef7-4064-a1ec-6480828dc1f6), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.395919 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:25.401730 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-9903a2e2-324e-4385-b0ba-285db5d69e47 None None] Provisioning complete for port e938804d-36ef-4d7d-8a4a-5644b1bcebff triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:25.402427 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9903a2e2-324e-4385-b0ba-285db5d69e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.501611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93d408-8741-4395-b5b4-bd8594c7b9a0 req-416ae78e-a691-465f-85d4-aec7f96c09a0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:25.512746 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6e93d408-8741-4395-b5b4-bd8594c7b9a0 req-416ae78e-a691-465f-85d4-aec7f96c09a0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 931 time: 0.3835297 Jun 07 13:18:25.586883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-9903a2e2-324e-4385-b0ba-285db5d69e47 None None] Port e938804d-36ef-4d7d-8a4a-5644b1bcebff cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:18:25.593194 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.778379 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.780594 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b7c213dd-eef7-4064-a1ec-6480828dc1f6), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.825204 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c213dd-eef7-4064-a1ec-6480828dc1f6,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:25.945977 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f990bce-1bff-48e9-a3be-df5b870bd675 admin admin] Publish callbacks [] for security_group (122246c4-abd4-42bf-999e-9982f74d2726), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:25.951551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:18:25.980641 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f990bce-1bff-48e9-a3be-df5b870bd675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (122246c4-abd4-42bf-999e-9982f74d2726), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.000623 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6e93d408-8741-4395-b5b4-bd8594c7b9a0 req-e0780917-8748-433f-8fc6-da553ec8409e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4842622 Jun 07 13:18:26.045147 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:26.068914 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990bce-1bff-48e9-a3be-df5b870bd675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122246c4-abd4-42bf-999e-9982f74d2726,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:26.072005 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853e6961-92a5-492c-a8b3-2379de8141ed {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:26.098184 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Publish callbacks [] for port (853e6961-92a5-492c-a8b3-2379de8141ed), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.113887 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Transition to ACTIVE for port object 853e6961-92a5-492c-a8b3-2379de8141ed will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:18:26.138161 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.141832 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (c7c00881-5276-4a3a-8258-5a33b27fee61), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.142382 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Added segment c7c00881-5276-4a3a-8258-5a33b27fee61 of type vlan for network 063d6ff9-3ec3-4905-9bfd-c971418d7044 Jun 07 13:18:26.154146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5cd94-99c7-4c1e-80bb-8ad860fd9d22 req-25619289-d633-4d35-88a6-b6590e679e45 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:26.162572 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c0d5cd94-99c7-4c1e-80bb-8ad860fd9d22 req-25619289-d633-4d35-88a6-b6590e679e45 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 932 time: 0.0855029 Jun 07 13:18:26.218964 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9f990bce-1bff-48e9-a3be-df5b870bd675 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0017e331b477404ab4c3e1594c603c47&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4929829 Jun 07 13:18:26.223792 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54982) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:26.235929 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Attempting to bind port 9fbff3a7-3340-450f-bac9-a55605b332c7 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:26.236444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Attempting to bind port 9fbff3a7-3340-450f-bac9-a55605b332c7 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:26.236633 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Attempting to bind port 9fbff3a7-3340-450f-bac9-a55605b332c7 on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:26.267393 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Pushing event updated for resources: {'Port': ['ID=853e6961-92a5-492c-a8b3-2379de8141ed,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:26.275454 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 54988) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:26.344678 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-c6827ed2-0e24-4e9d-9a67-ddd0145462e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:26.346588 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-c6827ed2-0e24-4e9d-9a67-ddd0145462e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb555a21-8403-4680-aa16-d8cb04661740 HTTP/1.1" status: 200 len: 912 time: 1.0648856 Jun 07 13:18:26.381241 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Port 9fbff3a7-3340-450f-bac9-a55605b332c7 on network f37998a8-ef40-428e-a125-520797faa6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:18:26.381728 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Attempting to bind port 9fbff3a7-3340-450f-bac9-a55605b332c7 on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:26.406416 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:26.407199 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Checking segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:26.407807 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Bound using segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:26.408491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Bound port: 9fbff3a7-3340-450f-bac9-a55605b332c7, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:26.409063 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.421091 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (063d6ff9-3ec3-4905-9bfd-c971418d7044), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.479877 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f631da8a-b33b-46c6-b4f5-cf97078e26d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.501079 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Attempting to bind port 853e6961-92a5-492c-a8b3-2379de8141ed on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:26.501673 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Attempting to bind port 853e6961-92a5-492c-a8b3-2379de8141ed by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:26.502157 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Attempting to bind port 853e6961-92a5-492c-a8b3-2379de8141ed on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:26.534563 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Port 853e6961-92a5-492c-a8b3-2379de8141ed on network f37998a8-ef40-428e-a125-520797faa6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:18:26.535172 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Attempting to bind port 853e6961-92a5-492c-a8b3-2379de8141ed on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:26.546434 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:26.547060 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Checking segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:26.547496 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Bound using segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:26.557430 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Bound port: 853e6961-92a5-492c-a8b3-2379de8141ed, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:26.557430 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.573712 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761cfd-5cbb-422d-89ea-9d50d076e1e6 req-da9cc632-2633-4885-9d7b-357c651c27ca tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:26.575943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65761cfd-5cbb-422d-89ea-9d50d076e1e6 req-da9cc632-2633-4885-9d7b-357c651c27ca tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.1399872 Jun 07 13:18:26.580559 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (063d6ff9-3ec3-4905-9bfd-c971418d7044), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.581726 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:26.582401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.592526 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c0d5cd94-99c7-4c1e-80bb-8ad860fd9d22 req-c917e22b-dcc5-4fbc-b0da-0c7f73123a34 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285703 Jun 07 13:18:26.615956 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:26.631590 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-507114c1-4442-48a8-a843-db2a184f8c85 admin admin] Publish callbacks [] for security_group (122246c4-abd4-42bf-999e-9982f74d2726), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.685469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] For port 9fbff3a7-3340-450f-bac9-a55605b332c7, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:26.694088 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.0157707 Jun 07 13:18:26.698958 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55002) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:26.722556 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Request body: {'subnet': {'network_id': '063d6ff9-3ec3-4905-9bfd-c971418d7044', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1830083712-subnet', 'tenant_id': '49793a1d91f045ebb4b30b452ef3268e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:26.723040 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] For port 9fbff3a7-3340-450f-bac9-a55605b332c7, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9fbff3a7-3340-450f-bac9-a55605b332c7,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:26.728031 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb3dd9-9f8c-4837-8961-bf8ef28e40fa admin admin] Pushing event updated for resources: {'Network': ['ID=063d6ff9-3ec3-4905-9bfd-c971418d7044,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:26.739163 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] For port 853e6961-92a5-492c-a8b3-2379de8141ed, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:26.743261 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] For port 853e6961-92a5-492c-a8b3-2379de8141ed, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=853e6961-92a5-492c-a8b3-2379de8141ed,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:26.744468 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:26.747084 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.749814 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 063d6ff9-3ec3-4905-9bfd-c971418d7044 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:18:26.760755 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-507114c1-4442-48a8-a843-db2a184f8c85 admin admin] Publish callbacks [] for security_group (122246c4-abd4-42bf-999e-9982f74d2726), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.783925 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.795432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:26.801911 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65761cfd-5cbb-422d-89ea-9d50d076e1e6 req-3ce37567-1c07-4eab-981b-4cf7c57f3181 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036595 Jun 07 13:18:26.853940 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Made reservation on behalf of 49793a1d91f045ebb4b30b452ef3268e for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:26.856509 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.870850 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-e2e4465d-a554-4f4b-812e-c9fcf669ca03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 HTTP/1.1" status: 200 len: 217 time: 0.0894632 Jun 07 13:18:26.873131 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:26.873744 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.876426 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] 10.222.0.18 "PUT /v2.0/ports/9fbff3a7-3340-450f-bac9-a55605b332c7 HTTP/1.1" status: 200 len: 1093 time: 5.6694572 Jun 07 13:18:26.881778 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bca688-1384-4f4d-a129-4129e290831c', 'tag': '9fbff3a7-3340-450f-bac9-a55605b332c7'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:26.884426 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1ce4f-2b13-42bf-b143-0efabf163799" -d '{"events": [{"name": "network-changed", "server_uuid": "23bca688-1384-4f4d-a129-4129e290831c", "tag": "9fbff3a7-3340-450f-bac9-a55605b332c7"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:26.888655 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:26.889436 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:26.890856 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] 10.222.0.18 "PUT /v2.0/ports/853e6961-92a5-492c-a8b3-2379de8141ed HTTP/1.1" status: 200 len: 1094 time: 2.4854238 Jun 07 13:18:26.892462 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:26.910018 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a7691-9bca-4812-9dbb-a904bf493956 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbff3a7-3340-450f-bac9-a55605b332c7,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:26.987623 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ad97b-9adc-4d80-a8a1-fa4ad917f714 service neutron] Pushing event updated for resources: {'Port': ['ID=853e6961-92a5-492c-a8b3-2379de8141ed,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:26.996593 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2562e7c0-c0c0-41e5-8226-bf2a50775e7b x-openstack-request-id: req-2562e7c0-c0c0-41e5-8226-bf2a50775e7b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:26.996882 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bca688-1384-4f4d-a129-4129e290831c", "tag": "9fbff3a7-3340-450f-bac9-a55605b332c7", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:26.997221 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2562e7c0-c0c0-41e5-8226-bf2a50775e7b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:26.997620 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2562e7c0-c0c0-41e5-8226-bf2a50775e7b'] response: {'name': 'network-changed', 'server_uuid': '23bca688-1384-4f4d-a129-4129e290831c', 'tag': '9fbff3a7-3340-450f-bac9-a55605b332c7', 'status': 'completed', 'code': 200} Jun 07 13:18:27.079688 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f631da8a-b33b-46c6-b4f5-cf97078e26d4 admin admin] Publish callbacks [] for security_group (40321c1f-6b57-4c37-937e-481c7e8e49d9), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.090644 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-507114c1-4442-48a8-a843-db2a184f8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (122246c4-abd4-42bf-999e-9982f74d2726), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.093529 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-507114c1-4442-48a8-a843-db2a184f8c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.094781 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-507114c1-4442-48a8-a843-db2a184f8c85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/122246c4-abd4-42bf-999e-9982f74d2726 HTTP/1.1" status: 204 len: 168 time: 0.8677294 Jun 07 13:18:27.104104 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f631da8a-b33b-46c6-b4f5-cf97078e26d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (40321c1f-6b57-4c37-937e-481c7e8e49d9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.128802 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e938804d-36ef-4d7d-8a4a-5644b1bcebff {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:27.142477 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507114c1-4442-48a8-a843-db2a184f8c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122246c4-abd4-42bf-999e-9982f74d2726,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:27.201509 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Publish callbacks [] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.206477 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:27.275525 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f631da8a-b33b-46c6-b4f5-cf97078e26d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6431fdebb5e4ba7b978d361a203a504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9941449 Jun 07 13:18:27.275525 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Transition to ACTIVE for port object e938804d-36ef-4d7d-8a4a-5644b1bcebff will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:18:27.276073 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55016) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:27.283531 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631da8a-b33b-46c6-b4f5-cf97078e26d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40321c1f-6b57-4c37-937e-481c7e8e49d9,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:27.292567 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd64a2-0a7f-4dd7-a881-54efc4409f97 req-59a117df-420f-4a6a-9afb-0f357ad72c6d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:27.294121 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-20bd64a2-0a7f-4dd7-a881-54efc4409f97 req-59a117df-420f-4a6a-9afb-0f357ad72c6d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 931 time: 0.1873765 Jun 07 13:18:27.324716 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.403765 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-191211da-9264-491b-8162-5e640670e122 admin admin] Publish callbacks [] for security_group (40321c1f-6b57-4c37-937e-481c7e8e49d9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.471522 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-191211da-9264-491b-8162-5e640670e122 admin admin] Publish callbacks [] for security_group (40321c1f-6b57-4c37-937e-481c7e8e49d9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.540435 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-191211da-9264-491b-8162-5e640670e122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (40321c1f-6b57-4c37-937e-481c7e8e49d9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.544279 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-191211da-9264-491b-8162-5e640670e122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.545469 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-191211da-9264-491b-8162-5e640670e122 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40321c1f-6b57-4c37-937e-481c7e8e49d9 HTTP/1.1" status: 204 len: 168 time: 0.2683017 Jun 07 13:18:27.572318 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191211da-9264-491b-8162-5e640670e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40321c1f-6b57-4c37-937e-481c7e8e49d9,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:27.759045 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (96933c82-bee4-4970-8623-1ddb3ef1c5ec), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.772499 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Pushing event updated for resources: {'Port': ['ID=e938804d-36ef-4d7d-8a4a-5644b1bcebff,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:27.820929 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Attempting to bind port e938804d-36ef-4d7d-8a4a-5644b1bcebff on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:18:27.821611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Attempting to bind port e938804d-36ef-4d7d-8a4a-5644b1bcebff by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:18:27.821611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Attempting to bind port e938804d-36ef-4d7d-8a4a-5644b1bcebff on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:27.843994 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:27.854526 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Port e938804d-36ef-4d7d-8a4a-5644b1bcebff on network 7935e13c-3463-4221-bbf4-297a23e61ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:18:27.854858 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Attempting to bind port e938804d-36ef-4d7d-8a4a-5644b1bcebff on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:18:27.861881 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-20bd64a2-0a7f-4dd7-a881-54efc4409f97 req-b93c1d73-f569-4372-80e0-2013841cf0d4 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5252442 Jun 07 13:18:27.874786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e1f11-9f68-4cae-b73d-cf13e60047a5 req-ad8f9d1d-5ff0-4f5e-83b2-92685e0c2da1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:27.876863 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b71e1f11-9f68-4cae-b73d-cf13e60047a5 req-ad8f9d1d-5ff0-4f5e-83b2-92685e0c2da1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.1660020 Jun 07 13:18:27.896167 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:18:27.896577 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Checking segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:27.897136 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Bound using segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:18:27.897675 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Bound port: e938804d-36ef-4d7d-8a4a-5644b1bcebff, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:18:27.898038 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:27.929199 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=96933c82-bee4-4970-8623-1ddb3ef1c5ec,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:27.977736 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Checking segment: {'id': 'c7c00881-5276-4a3a-8258-5a33b27fee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '063d6ff9-3ec3-4905-9bfd-c971418d7044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:27.978115 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Network hostable DHCP agents. Network: 063d6ff9-3ec3-4905-9bfd-c971418d7044, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:18:28.069641 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b71e1f11-9f68-4cae-b73d-cf13e60047a5 req-83ade4ee-46d2-4e63-9f2a-19b397016bfd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767504 Jun 07 13:18:28.075673 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a6d2-2ea6-4256-a0a3-1aecffdff336 req-5fce17e4-ed9b-4a64-8684-4301dea5ffd1 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.087601 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57f9a6d2-2ea6-4256-a0a3-1aecffdff336 req-5fce17e4-ed9b-4a64-8684-4301dea5ffd1 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.1137302 Jun 07 13:18:28.097726 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Network 063d6ff9-3ec3-4905-9bfd-c971418d7044 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:18:28.105050 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] For port e938804d-36ef-4d7d-8a4a-5644b1bcebff, host hv-cinder-84460, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:18:28.224387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-98fc7297-6e35-4c1e-a2d4-c5ae4d80399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.225902 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-98fc7297-6e35-4c1e-a2d4-c5ae4d80399e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 1128 time: 0.0492365 Jun 07 13:18:28.291240 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] For port e938804d-36ef-4d7d-8a4a-5644b1bcebff, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:18:28.292429 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 063d6ff9-3ec3-4905-9bfd-c971418d7044) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:28.301025 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f45e9-dc43-4837-a6dd-6ccce2428b5c None None] Network 063d6ff9-3ec3-4905-9bfd-c971418d7044 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:28.308269 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.309383 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:28.310662 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-b896b519-b9d8-4d6b-aeea-0ccd31a9091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.313081 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-b896b519-b9d8-4d6b-aeea-0ccd31a9091b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed HTTP/1.1" status: 200 len: 851 time: 0.1763058 Jun 07 13:18:28.314674 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-55d2f512-6398-4162-b77c-f9dd38c398bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853e6961-92a5-492c-a8b3-2379de8141ed HTTP/1.1" status: 200 len: 217 time: 0.0698071 Jun 07 13:18:28.325332 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:28.346673 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57f9a6d2-2ea6-4256-a0a3-1aecffdff336 req-5183694d-c08a-499c-8689-3d8e2aeb6ae6 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578237 Jun 07 13:18:28.347356 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ce4f-2b13-42bf-b143-0efabf163799 req-0198e6da-831e-46c4-aaf1-ae6c4a84f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.349650 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-caa1ce4f-2b13-42bf-b143-0efabf163799 req-0198e6da-831e-46c4-aaf1-ae6c4a84f692 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1127 time: 0.1210294 Jun 07 13:18:28.383918 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.384850 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:28.386439 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] 10.222.0.18 "PUT /v2.0/ports/e938804d-36ef-4d7d-8a4a-5644b1bcebff HTTP/1.1" status: 200 len: 1093 time: 3.0842247 Jun 07 13:18:28.387279 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:28.479630 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-de5102fc-8b56-4685-b34e-043b9a0212ea admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7762973 Jun 07 13:18:28.521353 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9258d4f-7e6c-4604-87b9-6989695bf19c None None] Network 063d6ff9-3ec3-4905-9bfd-c971418d7044 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:28.542807 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-2c396a31-3a88-4724-9ad8-26aeb9fc1d58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb555a21-8403-4680-aa16-d8cb04661740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2175810 Jun 07 13:18:28.587777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bc07d-85df-4994-a7dd-c1be0971db34 service neutron] Pushing event updated for resources: {'Port': ['ID=e938804d-36ef-4d7d-8a4a-5644b1bcebff,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:28.613646 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c227b628-e5ca-47db-aa88-768aa37bf39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.619376 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-fc48bcb5-b2be-4c33-9eac-e4d1b6c3aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.621194 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-fc48bcb5-b2be-4c33-9eac-e4d1b6c3aca7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 1127 time: 0.1513355 Jun 07 13:18:28.628970 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-c227b628-e5ca-47db-aa88-768aa37bf39e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.3007522 Jun 07 13:18:28.765189 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-11109746-8c17-44de-9bc8-db75f3dcf4e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff HTTP/1.1" status: 200 len: 217 time: 0.1252198 Jun 07 13:18:28.815216 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-171667c2-f1fa-4e4a-91ae-7c2eb91dd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.816946 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-171667c2-f1fa-4e4a-91ae-7c2eb91dd24b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006668 Jun 07 13:18:28.844268 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:28.887555 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-8808df6a-97f7-4255-a716-acba6c048b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:28.892250 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-8808df6a-97f7-4255-a716-acba6c048b4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.1177833 Jun 07 13:18:28.999202 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'tag': '853e6961-92a5-492c-a8b3-2379de8141ed'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:29.001502 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1825a2d-97fd-4f4b-b214-96010aa73644" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5b3667-5810-4568-976f-ca312dc065f4", "tag": "853e6961-92a5-492c-a8b3-2379de8141ed"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:29.078175 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402a237a-5c37-4735-9395-e6479c519810" -d '{"events": [{"name": "network-changed", "server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:29.113527 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02235455-9915-4daa-9c85-cece64f42757 x-openstack-request-id: req-02235455-9915-4daa-9c85-cece64f42757 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:29.113792 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5b3667-5810-4568-976f-ca312dc065f4", "tag": "853e6961-92a5-492c-a8b3-2379de8141ed", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:29.114575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02235455-9915-4daa-9c85-cece64f42757 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:29.115076 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02235455-9915-4daa-9c85-cece64f42757'] response: {'name': 'network-changed', 'server_uuid': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'tag': '853e6961-92a5-492c-a8b3-2379de8141ed', 'status': 'completed', 'code': 200} Jun 07 13:18:29.148466 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-bb5c838d-004b-41c3-9edf-cc2ff9abc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:29.150256 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-bb5c838d-004b-41c3-9edf-cc2ff9abc142 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2527747 Jun 07 13:18:29.154755 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ce4f-2b13-42bf-b143-0efabf163799 req-21c43bf5-9e27-4696-980e-08fcbef45326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:29.157012 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-caa1ce4f-2b13-42bf-b143-0efabf163799 req-21c43bf5-9e27-4696-980e-08fcbef45326 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7732198 Jun 07 13:18:29.162837 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8503-9390-461b-83af-a2a56487241c req-287889d1-1b9d-49ae-8836-f84ebb8a221f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:29.170069 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-daab8503-9390-461b-83af-a2a56487241c req-287889d1-1b9d-49ae-8836-f84ebb8a221f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0884938 Jun 07 13:18:29.173235 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-cb458e5f-f249-4a7c-938a-17fda8211b74 service neutron] 10.222.0.18 "GET /v2.0/networks/fb555a21-8403-4680-aa16-d8cb04661740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689462 Jun 07 13:18:29.268352 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-2caf97f2-711b-4d72-a615-283a1f3aa6c3 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128234 Jun 07 13:18:29.320352 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-daab8503-9390-461b-83af-a2a56487241c req-3e71a51c-4c1b-4bb7-a1a3-b902cc33fc45 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494007 Jun 07 13:18:29.387891 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-27cd11f6-e478-4b76-bb20-ca8cefab1c5b service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151031 Jun 07 13:18:29.412388 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9d5c77-33ae-49d8-99c2-b1acbbef2773 x-openstack-request-id: req-cc9d5c77-33ae-49d8-99c2-b1acbbef2773 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:29.413496 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:29.413911 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc9d5c77-33ae-49d8-99c2-b1acbbef2773 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:29.414517 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9d5c77-33ae-49d8-99c2-b1acbbef2773'] response: {'name': 'network-changed', 'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'status': 'completed', 'code': 200} Jun 07 13:18:29.487975 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:29.509137 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304e19a-e8d1-4176-be67-790f15b7f623 req-a90f0fff-0c9f-423a-8a47-048f683c1e33 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:29.511143 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8304e19a-e8d1-4176-be67-790f15b7f623 req-a90f0fff-0c9f-423a-8a47-048f683c1e33 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.0855384 Jun 07 13:18:29.586711 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:29.600033 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e825b7-1811-41fd-a5c1-70c04645b56c req-248c4f81-4775-47d1-9ec6-5921c1faf347 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:29.601604 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3e825b7-1811-41fd-a5c1-70c04645b56c req-248c4f81-4775-47d1-9ec6-5921c1faf347 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.0889072 Jun 07 13:18:29.634543 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8304e19a-e8d1-4176-be67-790f15b7f623 req-1dbd39df-dedb-463a-b399-59035f10e6cc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120391 Jun 07 13:18:29.691422 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3e825b7-1811-41fd-a5c1-70c04645b56c req-af60dbf4-ea37-47fb-a32f-200c35c1ce56 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770676 Jun 07 13:18:29.697882 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e018013-67e8-41a9-9c9d-eccc037c2648 req-bfc2eceb-e800-41c2-be09-2fde6c22a2ca service neutron] 10.222.0.18 "GET /v2.0/networks/fb555a21-8403-4680-aa16-d8cb04661740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840329 Jun 07 13:18:29.703595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ce4f-2b13-42bf-b143-0efabf163799 req-4dc2e072-4ed7-4f75-88a8-5f31f2cc733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:29.704446 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-caa1ce4f-2b13-42bf-b143-0efabf163799 req-4dc2e072-4ed7-4f75-88a8-5f31f2cc733a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5390143 Jun 07 13:18:29.731036 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a7b8232a-d0b3-4a82-a43e-e1f847b02116 req-6ce2375f-150d-4d7b-bae3-537f04853555 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345784 Jun 07 13:18:30.117647 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55154) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:30.122470 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648310870-network', 'tenant_id': 'bb82b45f4c354ff6adbee1c94a55c1f7'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:30.156247 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Made reservation on behalf of bb82b45f4c354ff6adbee1c94a55c1f7 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:30.159975 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.178580 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.272509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks [] for security_group (7e49c5e6-9005-4b72-afbc-946b42ba7d6c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.276288 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7e49c5e6-9005-4b72-afbc-946b42ba7d6c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.301499 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:18:30.320794 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e49c5e6-9005-4b72-afbc-946b42ba7d6c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:30.323982 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (d886fd25-b9e3-42d0-bbae-465e1a8004d2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.324368 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Added segment d886fd25-b9e3-42d0-bbae-465e1a8004d2 of type vlan for network d2617e25-159c-4e9a-9b47-cd9b76455be8 Jun 07 13:18:30.371993 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (d2617e25-159c-4e9a-9b47-cd9b76455be8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.411981 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (d2617e25-159c-4e9a-9b47-cd9b76455be8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.414139 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:30.415608 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.499300 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f1cfd-295b-4c34-84e5-ee9cad0b492c req-c2ca291d-8f5f-45a2-98a5-2601d8fd402a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:30.503762 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3849890 Jun 07 13:18:30.506296 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1d1f1cfd-295b-4c34-84e5-ee9cad0b492c req-c2ca291d-8f5f-45a2-98a5-2601d8fd402a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0722315 Jun 07 13:18:30.507792 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55178) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:30.514399 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Request body: {'subnet': {'network_id': 'd2617e25-159c-4e9a-9b47-cd9b76455be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648310870-subnet', 'tenant_id': 'bb82b45f4c354ff6adbee1c94a55c1f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:30.532301 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28b942-a5e1-4b0a-a835-4e7deea6db89 admin admin] Pushing event updated for resources: {'Network': ['ID=d2617e25-159c-4e9a-9b47-cd9b76455be8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:30.547837 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Made reservation on behalf of bb82b45f4c354ff6adbee1c94a55c1f7 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:30.551671 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.554361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network d2617e25-159c-4e9a-9b47-cd9b76455be8 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:18:30.562858 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1d1f1cfd-295b-4c34-84e5-ee9cad0b492c req-7cc81f09-a7bd-49d0-bff3-a519d5b8fc29 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557070 Jun 07 13:18:30.761665 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (8ecb25a3-910b-402e-9870-00a0f1f6a9c9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.767469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:30.777493 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:30.821852 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de01fd2-5563-4c21-9945-057300afe049 req-bdc75f3f-f343-4b09-8be4-cd32260eeabb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:30.823507 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4de01fd2-5563-4c21-9945-057300afe049 req-bdc75f3f-f343-4b09-8be4-cd32260eeabb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.0957062 Jun 07 13:18:30.848849 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:30.855080 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Checking segment: {'id': 'd886fd25-b9e3-42d0-bbae-465e1a8004d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd2617e25-159c-4e9a-9b47-cd9b76455be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:30.855541 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Network hostable DHCP agents. Network: d2617e25-159c-4e9a-9b47-cd9b76455be8, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:18:30.857811 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecb25a3-910b-402e-9870-00a0f1f6a9c9,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:30.886184 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Network d2617e25-159c-4e9a-9b47-cd9b76455be8 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:18:30.900753 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, d2617e25-159c-4e9a-9b47-cd9b76455be8) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:30.906406 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4de01fd2-5563-4c21-9945-057300afe049 req-70864b7a-3f0f-443a-a561-cf4e34d7ebc0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703514 Jun 07 13:18:30.910130 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:30.910885 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:30.916366 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe976552-aedd-427f-befc-058f0e11530a None None] Network d2617e25-159c-4e9a-9b47-cd9b76455be8 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:30.944964 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-da00f63a-fdc6-49dc-aa12-4f90cb30eaa5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4352643 Jun 07 13:18:30.964592 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aa471-00fc-47f4-8974-d092f12dcedf req-30889a72-13b2-4f72-afc8-347eb5276c66 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:30.966064 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-288aa471-00fc-47f4-8974-d092f12dcedf req-30889a72-13b2-4f72-afc8-347eb5276c66 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 944 time: 0.1415517 Jun 07 13:18:31.069732 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-288aa471-00fc-47f4-8974-d092f12dcedf req-bf52469c-40ba-41f5-bfc8-9002b15f71d1 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969753 Jun 07 13:18:31.157637 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55208) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:31.202674 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:18:31.210873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] Deleting subnet 96933c82-bee4-4970-8623-1ddb3ef1c5ec {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:18:31.213868 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] Publish callbacks [] for subnet (96933c82-bee4-4970-8623-1ddb3ef1c5ec), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.220570 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f74df-95a3-426a-ba3f-fc66ca542566 None None] Network d2617e25-159c-4e9a-9b47-cd9b76455be8 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:31.251093 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] Publish callbacks [] for subnet (96933c82-bee4-4970-8623-1ddb3ef1c5ec), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.262756 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (96933c82-bee4-4970-8623-1ddb3ef1c5ec), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.329545 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (96933c82-bee4-4970-8623-1ddb3ef1c5ec), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.358812 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96933c82-bee4-4970-8623-1ddb3ef1c5ec,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:31.361031 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.364707 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d0b633ab-6413-4b1b-b9c3-a38cae174a34 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/96933c82-bee4-4970-8623-1ddb3ef1c5ec HTTP/1.1" status: 204 len: 168 time: 0.2045033 Jun 07 13:18:31.367745 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55220) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:31.414214 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,segment=NetworkSegment(dc8a46e1-b81f-4380-8f2a-9a98056bcb5b),segment_id=dc8a46e1-b81f-4380-8f2a-9a98056bcb5b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:31.436373 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1', 'network_id': 'fb555a21-8403-4680-aa16-d8cb04661740', 'port_id': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1', 'mac_address': 'fa:16:3e:95:73:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:18:31.452705 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (063d6ff9-3ec3-4905-9bfd-c971418d7044), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.471916 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:31.472279 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.488048 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:31.514159 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,segment=NetworkSegment(dc8a46e1-b81f-4380-8f2a-9a98056bcb5b),segment_id=dc8a46e1-b81f-4380-8f2a-9a98056bcb5b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:31.518281 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.545628 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (063d6ff9-3ec3-4905-9bfd-c971418d7044), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.565042 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:31.569219 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.569574 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.570308 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.570708 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > port after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.571076 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.571413 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > port after_update 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.571825 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.572167 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.572480 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.572841 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.675602 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.676002 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.676339 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.677261 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:18:31.677641 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063d6ff9-3ec3-4905-9bfd-c971418d7044']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:31.683399 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1799d9-0b95-4b37-a0ee-34d278638532 req-b3300c19-dfef-45a6-b7eb-01085fc0e2e5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:31.684938 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3a1799d9-0b95-4b37-a0ee-34d278638532 req-b3300c19-dfef-45a6-b7eb-01085fc0e2e5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0511708 Jun 07 13:18:31.698412 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c00881-5276-4a3a-8258-5a33b27fee61') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:31.698995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c00881-5276-4a3a-8258-5a33b27fee61') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:31.716359 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (c7c00881-5276-4a3a-8258-5a33b27fee61), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.741804 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3a1799d9-0b95-4b37-a0ee-34d278638532 req-894030c6-2062-4b32-bf62-a75c968468d9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507894 Jun 07 13:18:31.742993 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (c7c00881-5276-4a3a-8258-5a33b27fee61), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.759002 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:18:31.759829 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (c7c00881-5276-4a3a-8258-5a33b27fee61), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.793384 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:31.859100 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55238) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:31.869311 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (063d6ff9-3ec3-4905-9bfd-c971418d7044), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.875979 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:31.879256 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] 10.222.0.61 "DELETE /v2.0/networks/063d6ff9-3ec3-4905-9bfd-c971418d7044 HTTP/1.1" status: 204 len: 168 time: 0.5105648 Jun 07 13:18:31.883051 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55242) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:31.897721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109a87b-3cc3-4864-9b8d-3c7d73dceb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=063d6ff9-3ec3-4905-9bfd-c971418d7044,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:31.919912 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:31.937177 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] Deleting subnet 8ecb25a3-910b-402e-9870-00a0f1f6a9c9 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:18:31.940632 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] Publish callbacks [] for subnet (8ecb25a3-910b-402e-9870-00a0f1f6a9c9), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.044465 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment c7c00881-5276-4a3a-8258-5a33b27fee61 resource provider aggregate not found Jun 07 13:18:32.064038 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment c7c00881-5276-4a3a-8258-5a33b27fee61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7c00881-5276-4a3a-8258-5a33b27fee61 found for delete ", "request_id": "req-63e5fe35-f6e6-466a-8a02-c8c6e40c47eb"}]} Jun 07 13:18:32.073245 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ae25-f1cc-46a4-b303-ea81cbef44f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.094694 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] Publish callbacks [] for subnet (8ecb25a3-910b-402e-9870-00a0f1f6a9c9), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.111745 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (8ecb25a3-910b-402e-9870-00a0f1f6a9c9), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.144902 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab69e5-c7f9-47a4-95fa-f34cfec6910c req-0675feba-f63c-41e7-aa37-74ba9bd33cef tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:32.147160 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4ab69e5-c7f9-47a4-95fa-f34cfec6910c req-0675feba-f63c-41e7-aa37-74ba9bd33cef tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.1485188 Jun 07 13:18:32.239289 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['042bd4fd-49bb-4c75-a83c-ad7a363bf2c1'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:18:32.270779 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73d20e-b525-4962-b699-048737f8437c req-75dad2a8-a2b9-4f7c-a6f4-d7ca7a6e121c tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:32.272589 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db73d20e-b525-4962-b699-048737f8437c req-75dad2a8-a2b9-4f7c-a6f4-d7ca7a6e121c tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 945 time: 0.1243732 Jun 07 13:18:32.299885 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93065831-883b-4a07-bdc5-29ba0cb81c03 req-516e4800-32fd-4a5c-8979-5da100b694ca service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181751 Jun 07 13:18:32.316388 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4ab69e5-c7f9-47a4-95fa-f34cfec6910c req-02281033-261c-447e-ae64-a5368e0bc2b1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605940 Jun 07 13:18:32.322809 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (8ecb25a3-910b-402e-9870-00a0f1f6a9c9), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.329486 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:32.332377 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:32.342522 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:32.369512 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecb25a3-910b-402e-9870-00a0f1f6a9c9,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:32.384346 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.387548 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b8e37017-3590-4ab9-b9aa-366b4b4d8c8e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8ecb25a3-910b-402e-9870-00a0f1f6a9c9 HTTP/1.1" status: 204 len: 168 time: 0.5035331 Jun 07 13:18:32.390332 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55258) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:32.400473 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db73d20e-b525-4962-b699-048737f8437c req-f3eae0f7-b450-4cc2-853d-4c3ba2e15e11 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179416 Jun 07 13:18:32.422136 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ae25-f1cc-46a4-b303-ea81cbef44f7 admin admin] Publish callbacks [] for security_group (c902092f-7e1f-4965-85a4-7cdbcfd295a1), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.430115 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ae25-f1cc-46a4-b303-ea81cbef44f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c902092f-7e1f-4965-85a4-7cdbcfd295a1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.474406 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2fc7ae25-f1cc-46a4-b303-ea81cbef44f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be76495f34d24a94a606ad39ccca227c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140046 Jun 07 13:18:32.475658 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7ae25-f1cc-46a4-b303-ea81cbef44f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c902092f-7e1f-4965-85a4-7cdbcfd295a1,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:32.477794 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55262) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:32.503344 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (d2617e25-159c-4e9a-9b47-cd9b76455be8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.532837 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0c848ec6-e271-4a05-94bf-c762f656367d admin admin] Publish callbacks [] for security_group (c902092f-7e1f-4965-85a4-7cdbcfd295a1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.535235 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:32.588713 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (d2617e25-159c-4e9a-9b47-cd9b76455be8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.612331 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2617e25-159c-4e9a-9b47-cd9b76455be8']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:32.631428 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd886fd25-b9e3-42d0-bbae-465e1a8004d2') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:32.631792 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd886fd25-b9e3-42d0-bbae-465e1a8004d2') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:32.642694 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (d886fd25-b9e3-42d0-bbae-465e1a8004d2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.657795 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (d886fd25-b9e3-42d0-bbae-465e1a8004d2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.667450 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:18:32.667901 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (d886fd25-b9e3-42d0-bbae-465e1a8004d2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.701652 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0c848ec6-e271-4a05-94bf-c762f656367d admin admin] Publish callbacks [] for security_group (c902092f-7e1f-4965-85a4-7cdbcfd295a1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.730027 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (d2617e25-159c-4e9a-9b47-cd9b76455be8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.735797 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.741743 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d2617e25-159c-4e9a-9b47-cd9b76455be8 HTTP/1.1" status: 204 len: 168 time: 0.3479590 Jun 07 13:18:32.756152 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914edcc4-bda2-4522-9d2a-c3e13d146d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2617e25-159c-4e9a-9b47-cd9b76455be8,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:32.769634 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0c848ec6-e271-4a05-94bf-c762f656367d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c902092f-7e1f-4965-85a4-7cdbcfd295a1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.772929 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0c848ec6-e271-4a05-94bf-c762f656367d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.774887 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-0c848ec6-e271-4a05-94bf-c762f656367d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c902092f-7e1f-4965-85a4-7cdbcfd295a1 HTTP/1.1" status: 204 len: 168 time: 0.2956209 Jun 07 13:18:32.785188 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c848ec6-e271-4a05-94bf-c762f656367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902092f-7e1f-4965-85a4-7cdbcfd295a1,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:32.815902 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:32.900014 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:18:32.910760 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:32.911450 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:32.944300 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f259959-2ece-4fe7-9a6a-3281d1a7d845 req-f6827d0c-ff7b-4df9-8166-d6fb39ffd03e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:32.953671 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f259959-2ece-4fe7-9a6a-3281d1a7d845 req-f6827d0c-ff7b-4df9-8166-d6fb39ffd03e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.1155431 Jun 07 13:18:32.977744 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-36b421fc-b814-43c0-82a4-9773850a2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:32.979237 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-36b421fc-b814-43c0-82a4-9773850a2f58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1127 time: 0.1038344 Jun 07 13:18:32.995508 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55280) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:33.013684 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f259959-2ece-4fe7-9a6a-3281d1a7d845 req-e56adcaf-fa10-4a84-bf43-74752b90f7cd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590303 Jun 07 13:18:33.016243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-d615cd29-fdcb-4724-b2a9-7f91e5074316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:33.017832 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-d615cd29-fdcb-4724-b2a9-7f91e5074316 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 1128 time: 0.1005445 Jun 07 13:18:33.041631 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:33.042023 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.048988 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4938669d-3b6d-427e-a540-4f30c5771302 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49793a1d91f045ebb4b30b452ef3268e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519836 Jun 07 13:18:33.051305 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55284) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:33.070300 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:33.105903 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-64aa9560-1988-4604-911f-299e7e705030 admin admin] Publish callbacks [] for security_group (b7c213dd-eef7-4064-a1ec-6480828dc1f6), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.131854 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-64aa9560-1988-4604-911f-299e7e705030 admin admin] Publish callbacks [] for security_group (b7c213dd-eef7-4064-a1ec-6480828dc1f6), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.161506 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,segment=NetworkSegment(dc8a46e1-b81f-4380-8f2a-9a98056bcb5b),segment_id=dc8a46e1-b81f-4380-8f2a-9a98056bcb5b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:33.175213 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.209845 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-64aa9560-1988-4604-911f-299e7e705030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b7c213dd-eef7-4064-a1ec-6480828dc1f6), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.214784 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-64aa9560-1988-4604-911f-299e7e705030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.226035 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-64aa9560-1988-4604-911f-299e7e705030 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7c213dd-eef7-4064-a1ec-6480828dc1f6 HTTP/1.1" status: 204 len: 168 time: 0.1707873 Jun 07 13:18:33.237896 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:33.239808 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9560-1988-4604-911f-299e7e705030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c213dd-eef7-4064-a1ec-6480828dc1f6,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:33.320317 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55302) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:33.338054 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:33.339104 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ef1a65fe-86ca-40e9-b535-d933caf135b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.339449 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ab54f1-1208-466b-a18e-4fd5516379f2" -d '{"events": [{"server_uuid": "83302c71-926e-4dfe-9285-936bb6f07ce8", "name": "network-vif-plugged", "status": "completed", "tag": "042bd4fd-49bb-4c75-a83c-ad7a363bf2c1"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:33.382886 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:33.492115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ef1a65fe-86ca-40e9-b535-d933caf135b3 admin admin] Publish callbacks [] for security_group (28cb6993-67d5-430c-864e-9bc9f6590afc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.500864 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ef1a65fe-86ca-40e9-b535-d933caf135b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (28cb6993-67d5-430c-864e-9bc9f6590afc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.548267 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75253e73-0468-4295-bd5a-6f747eb8e88b req-534ca24a-be26-4383-a9d7-06c24c3954f6 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:33.557847 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75253e73-0468-4295-bd5a-6f747eb8e88b req-534ca24a-be26-4383-a9d7-06c24c3954f6 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.1039643 Jun 07 13:18:33.572739 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ef1a65fe-86ca-40e9-b535-d933caf135b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06e6899fbf2d444b8ec617d00fcc4617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511122 Jun 07 13:18:33.576914 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55322) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:33.586353 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a65fe-86ca-40e9-b535-d933caf135b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cb6993-67d5-430c-864e-9bc9f6590afc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:33.596377 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb24e299-de87-4e95-8dcb-5f6cbfaa82be x-openstack-request-id: req-cb24e299-de87-4e95-8dcb-5f6cbfaa82be {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:33.597828 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83302c71-926e-4dfe-9285-936bb6f07ce8", "name": "network-vif-plugged", "status": "completed", "tag": "042bd4fd-49bb-4c75-a83c-ad7a363bf2c1", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:33.598402 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb24e299-de87-4e95-8dcb-5f6cbfaa82be {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:33.599060 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb24e299-de87-4e95-8dcb-5f6cbfaa82be'] response: {'server_uuid': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1', 'code': 200} Jun 07 13:18:33.619867 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75253e73-0468-4295-bd5a-6f747eb8e88b req-4bd6c738-c32e-4082-b0b7-1493459fbd32 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609930 Jun 07 13:18:33.655445 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-07ef79d2-0099-4deb-86da-7185b453f868 admin admin] Publish callbacks [] for security_group (28cb6993-67d5-430c-864e-9bc9f6590afc), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.682906 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-07ef79d2-0099-4deb-86da-7185b453f868 admin admin] Publish callbacks [] for security_group (28cb6993-67d5-430c-864e-9bc9f6590afc), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.721647 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417a985-a43e-4204-9768-014241996d65 req-1d64d0cb-48c9-4b3d-a9e1-f4e9af7a0d73 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:33.729947 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8417a985-a43e-4204-9768-014241996d65 req-1d64d0cb-48c9-4b3d-a9e1-f4e9af7a0d73 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0645914 Jun 07 13:18:33.760942 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-07ef79d2-0099-4deb-86da-7185b453f868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (28cb6993-67d5-430c-864e-9bc9f6590afc), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.763458 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-07ef79d2-0099-4deb-86da-7185b453f868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:33.766936 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-07ef79d2-0099-4deb-86da-7185b453f868 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28cb6993-67d5-430c-864e-9bc9f6590afc HTTP/1.1" status: 204 len: 168 time: 0.1864941 Jun 07 13:18:33.773766 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef79d2-0099-4deb-86da-7185b453f868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cb6993-67d5-430c-864e-9bc9f6590afc,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:33.799974 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8417a985-a43e-4204-9768-014241996d65 req-d4e65da4-9721-4703-b2d9-8f4e44f26311 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691011 Jun 07 13:18:33.904677 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55334) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:33.954620 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-557214f7-a2af-4460-a110-870b79cb7216 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb82b45f4c354ff6adbee1c94a55c1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484231 Jun 07 13:18:33.957089 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55340) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:34.004951 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25b325c8-5786-426a-83bc-6ae95f0a0fe5 admin admin] Publish callbacks [] for security_group (7e49c5e6-9005-4b72-afbc-946b42ba7d6c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:34.026143 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25b325c8-5786-426a-83bc-6ae95f0a0fe5 admin admin] Publish callbacks [] for security_group (7e49c5e6-9005-4b72-afbc-946b42ba7d6c), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:34.080534 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25b325c8-5786-426a-83bc-6ae95f0a0fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7e49c5e6-9005-4b72-afbc-946b42ba7d6c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:34.083988 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25b325c8-5786-426a-83bc-6ae95f0a0fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:34.084947 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d886fd25-b9e3-42d0-bbae-465e1a8004d2 resource provider aggregate not found Jun 07 13:18:34.088524 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-25b325c8-5786-426a-83bc-6ae95f0a0fe5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e49c5e6-9005-4b72-afbc-946b42ba7d6c HTTP/1.1" status: 204 len: 168 time: 0.1277444 Jun 07 13:18:34.105578 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d886fd25-b9e3-42d0-bbae-465e1a8004d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d886fd25-b9e3-42d0-bbae-465e1a8004d2 found for delete ", "request_id": "req-76db4553-cf82-4819-bdf3-f717e4855e14"}]} Jun 07 13:18:34.122961 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b325c8-5786-426a-83bc-6ae95f0a0fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e49c5e6-9005-4b72-afbc-946b42ba7d6c,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:34.163711 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:34.168967 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010f66-df33-4643-8529-095a6def195b req-a2d31062-00a5-49ea-a6ab-dc5f24d45f94 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:34.170555 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5010f66-df33-4643-8529-095a6def195b req-a2d31062-00a5-49ea-a6ab-dc5f24d45f94 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0835040 Jun 07 13:18:34.224330 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5010f66-df33-4643-8529-095a6def195b req-bb21c7cb-1ce9-45d2-9700-2e9a520dc43f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472383 Jun 07 13:18:34.733637 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc80a1-d230-4ba8-905b-d6b8227e7e48 req-77ece2d1-f9f4-4f93-aea8-3fa4886861fb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:34.735161 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-45fc80a1-d230-4ba8-905b-d6b8227e7e48 req-77ece2d1-f9f4-4f93-aea8-3fa4886861fb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.0543201 Jun 07 13:18:34.751358 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:34.792288 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-45fc80a1-d230-4ba8-905b-d6b8227e7e48 req-bbccef0d-d4c6-45e8-92d8-e4b507aa19a2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505145 Jun 07 13:18:34.921579 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12e49-5780-40e9-9b88-7fc961adf721 req-ed93ad62-dc7e-4bf0-ad29-460ab981d4cf tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:34.923125 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ed12e49-5780-40e9-9b88-7fc961adf721 req-ed93ad62-dc7e-4bf0-ad29-460ab981d4cf tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0525436 Jun 07 13:18:34.982083 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ed12e49-5780-40e9-9b88-7fc961adf721 req-e08e540f-9ca9-4876-ac08-7fa3b90ed1a9 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512447 Jun 07 13:18:35.013029 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55406) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:35.122649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cda22129-27ba-4d91-a3b3-2499a5a98e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:35.167267 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:35.207042 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cda22129-27ba-4d91-a3b3-2499a5a98e79 admin admin] Publish callbacks [] for security_group (bea3aaee-3381-4251-83bc-c304a4070c14), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:35.211128 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cda22129-27ba-4d91-a3b3-2499a5a98e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (bea3aaee-3381-4251-83bc-c304a4070c14), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:35.253474 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-cda22129-27ba-4d91-a3b3-2499a5a98e79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6a220fd65dc4692a1da7c81be855c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393579 Jun 07 13:18:35.254303 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda22129-27ba-4d91-a3b3-2499a5a98e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3aaee-3381-4251-83bc-c304a4070c14,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:35.256865 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55418) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:35.314067 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0e0336f-f418-4ce5-9b8d-0fb7fab2b667 admin admin] Publish callbacks [] for security_group (bea3aaee-3381-4251-83bc-c304a4070c14), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:35.344291 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0e0336f-f418-4ce5-9b8d-0fb7fab2b667 admin admin] Publish callbacks [] for security_group (bea3aaee-3381-4251-83bc-c304a4070c14), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:35.358638 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad73ebc-01d2-4563-9b00-d48c5205daab req-7ae61b20-78cd-4935-93bb-639d6d5d762e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:35.360537 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ad73ebc-01d2-4563-9b00-d48c5205daab req-7ae61b20-78cd-4935-93bb-639d6d5d762e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0537527 Jun 07 13:18:35.399785 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0e0336f-f418-4ce5-9b8d-0fb7fab2b667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (bea3aaee-3381-4251-83bc-c304a4070c14), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:35.402724 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0e0336f-f418-4ce5-9b8d-0fb7fab2b667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:35.404277 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a0e0336f-f418-4ce5-9b8d-0fb7fab2b667 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bea3aaee-3381-4251-83bc-c304a4070c14 HTTP/1.1" status: 204 len: 168 time: 0.1460779 Jun 07 13:18:35.413538 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0336f-f418-4ce5-9b8d-0fb7fab2b667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3aaee-3381-4251-83bc-c304a4070c14,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:35.427542 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ad73ebc-01d2-4563-9b00-d48c5205daab req-e443f7a6-87ae-47e5-8c77-e19e97b48266 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599289 Jun 07 13:18:35.917441 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e707-db28-4cd5-8a3f-029898ddbf09 req-d1a4c95b-a47d-4be2-89d2-bf87e6d852f4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:35.919908 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef03e707-db28-4cd5-8a3f-029898ddbf09 req-d1a4c95b-a47d-4be2-89d2-bf87e6d852f4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.0543127 Jun 07 13:18:35.976003 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef03e707-db28-4cd5-8a3f-029898ddbf09 req-fea71f28-ce6c-4949-9fa0-1abdc9d73652 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486014 Jun 07 13:18:36.126108 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37079740-d4bc-4b93-8448-fe6fac4882f0 req-06368d12-348d-4010-b3d8-4a6970a005ce tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:36.128316 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37079740-d4bc-4b93-8448-fe6fac4882f0 req-06368d12-348d-4010-b3d8-4a6970a005ce tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0639534 Jun 07 13:18:36.179421 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37079740-d4bc-4b93-8448-fe6fac4882f0 req-05728027-6aa8-40e6-a258-4e99d60f6671 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436988 Jun 07 13:18:36.234693 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55492) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:36.354501 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8c14cf3-7697-486b-be67-271860c0c32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.446782 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8c14cf3-7697-486b-be67-271860c0c32c admin admin] Publish callbacks [] for security_group (bfbea3e0-6553-468f-842f-a548c07f6b2c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.450657 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e8c14cf3-7697-486b-be67-271860c0c32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (bfbea3e0-6553-468f-842f-a548c07f6b2c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.499102 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e8c14cf3-7697-486b-be67-271860c0c32c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1315637655e489b83b4ea9b99b80ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632096 Jun 07 13:18:36.499687 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55498) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:36.516609 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c14cf3-7697-486b-be67-271860c0c32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbea3e0-6553-468f-842f-a548c07f6b2c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:36.544968 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:36.546196 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec760075-13b4-4034-8d97-14c885a0725b req-4fceacf1-f3b1-44db-b413-579809b509a0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:36.551411 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec760075-13b4-4034-8d97-14c885a0725b req-4fceacf1-f3b1-44db-b413-579809b509a0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0518782 Jun 07 13:18:36.565562 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2af3a653-1e16-4a4b-beda-794fab476635 admin admin] Publish callbacks [] for security_group (bfbea3e0-6553-468f-842f-a548c07f6b2c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.592967 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2af3a653-1e16-4a4b-beda-794fab476635 admin admin] Publish callbacks [] for security_group (bfbea3e0-6553-468f-842f-a548c07f6b2c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.611598 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec760075-13b4-4034-8d97-14c885a0725b req-72cda3c8-92d6-44f8-8a87-cd081523a5d0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581253 Jun 07 13:18:36.654973 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2af3a653-1e16-4a4b-beda-794fab476635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (bfbea3e0-6553-468f-842f-a548c07f6b2c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.659178 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2af3a653-1e16-4a4b-beda-794fab476635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.660368 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2af3a653-1e16-4a4b-beda-794fab476635 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfbea3e0-6553-468f-842f-a548c07f6b2c HTTP/1.1" status: 204 len: 168 time: 0.1571462 Jun 07 13:18:36.669217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3a653-1e16-4a4b-beda-794fab476635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbea3e0-6553-468f-842f-a548c07f6b2c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:36.937476 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55510) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:36.951058 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eb67a511-671a-4cc1-9bec-7ca08e3af81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:36.985044 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:37.032692 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eb67a511-671a-4cc1-9bec-7ca08e3af81c admin admin] Publish callbacks [] for security_group (c1622114-0a8a-49af-a4a3-89e0980dc4e2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.036754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eb67a511-671a-4cc1-9bec-7ca08e3af81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c1622114-0a8a-49af-a4a3-89e0980dc4e2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.065465 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67a511-671a-4cc1-9bec-7ca08e3af81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1622114-0a8a-49af-a4a3-89e0980dc4e2,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:37.091662 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-eb67a511-671a-4cc1-9bec-7ca08e3af81c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5183629314bd453880a8c93e7954f3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531169 Jun 07 13:18:37.094053 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55522) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:37.115611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39306644-2ccf-465a-83e7-f5e4841dfa7b req-094f3418-56be-43d9-9673-49dee9ba332c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:37.117081 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39306644-2ccf-465a-83e7-f5e4841dfa7b req-094f3418-56be-43d9-9673-49dee9ba332c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 944 time: 0.0595801 Jun 07 13:18:37.148736 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a83fd5b1-ef6b-4cb2-b121-c5765a8392d3 admin admin] Publish callbacks [] for security_group (c1622114-0a8a-49af-a4a3-89e0980dc4e2), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.167881 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39306644-2ccf-465a-83e7-f5e4841dfa7b req-59f4d7f9-8417-4e42-88b1-92c4cdb19386 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450876 Jun 07 13:18:37.170145 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a83fd5b1-ef6b-4cb2-b121-c5765a8392d3 admin admin] Publish callbacks [] for security_group (c1622114-0a8a-49af-a4a3-89e0980dc4e2), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.218705 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a83fd5b1-ef6b-4cb2-b121-c5765a8392d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c1622114-0a8a-49af-a4a3-89e0980dc4e2), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.221625 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a83fd5b1-ef6b-4cb2-b121-c5765a8392d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.222768 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a83fd5b1-ef6b-4cb2-b121-c5765a8392d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1622114-0a8a-49af-a4a3-89e0980dc4e2 HTTP/1.1" status: 204 len: 168 time: 0.1278238 Jun 07 13:18:37.233021 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fd5b1-ef6b-4cb2-b121-c5765a8392d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1622114-0a8a-49af-a4a3-89e0980dc4e2,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:37.303200 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60d83c-0e10-4e2d-b071-ef598048b3de req-863e9550-ae50-4f2f-94fd-833ed36f674d tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:37.304873 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1c60d83c-0e10-4e2d-b071-ef598048b3de req-863e9550-ae50-4f2f-94fd-833ed36f674d tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0482352 Jun 07 13:18:37.353356 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1c60d83c-0e10-4e2d-b071-ef598048b3de req-10a9b6f1-2436-44fe-9d74-88b50c480dc2 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Jun 07 13:18:37.361608 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 853e6961-92a5-492c-a8b3-2379de8141ed details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:18:37.469152 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 853e6961-92a5-492c-a8b3-2379de8141ed, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=853e6961-92a5-492c-a8b3-2379de8141ed,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:37.480749 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '853e6961-92a5-492c-a8b3-2379de8141ed', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'port_id': '853e6961-92a5-492c-a8b3-2379de8141ed', 'mac_address': 'fa:16:3e:9b:a5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:18:37.515371 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 853e6961-92a5-492c-a8b3-2379de8141ed is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:37.515753 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.528557 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853e6961-92a5-492c-a8b3-2379de8141ed {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:37.547929 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 853e6961-92a5-492c-a8b3-2379de8141ed, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=853e6961-92a5-492c-a8b3-2379de8141ed,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:37.552773 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:37.601836 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=853e6961-92a5-492c-a8b3-2379de8141ed,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:37.736068 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912e932-aa9d-4322-bd90-f40b94d66a13 req-abf1ad65-ccf1-4f24-b055-79b41cd91dbc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:37.740042 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8912e932-aa9d-4322-bd90-f40b94d66a13 req-abf1ad65-ccf1-4f24-b055-79b41cd91dbc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0541072 Jun 07 13:18:37.791450 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8912e932-aa9d-4322-bd90-f40b94d66a13 req-18c7d4e0-3bc9-4da0-9eb2-429389222687 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472691 Jun 07 13:18:38.274462 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:38.283681 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7897ad3-9ddc-4843-b726-87253cd769ca req-588a6466-b00e-4775-9060-545cb65f9bbe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:38.285156 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7897ad3-9ddc-4843-b726-87253cd769ca req-588a6466-b00e-4775-9060-545cb65f9bbe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 945 time: 0.0483642 Jun 07 13:18:38.332591 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7897ad3-9ddc-4843-b726-87253cd769ca req-b3844e14-8eb1-40ba-a274-7a84a6ab5fa0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Jun 07 13:18:38.480814 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51152ab1-ecd2-4d57-b67c-e8052ffd491a req-c686836e-69f7-46be-91a8-d7868e4e9a89 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:38.482325 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-51152ab1-ecd2-4d57-b67c-e8052ffd491a req-c686836e-69f7-46be-91a8-d7868e4e9a89 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0535638 Jun 07 13:18:38.531565 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-51152ab1-ecd2-4d57-b67c-e8052ffd491a req-2d4d93e4-3db2-49f6-bdbf-f358a2721f06 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Jun 07 13:18:38.915209 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccf951-91cf-4ca4-97d9-f1bb3b37a745 req-a04d3296-7c87-4a2d-8ea8-68a43d5c7332 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:38.916646 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5ccf951-91cf-4ca4-97d9-f1bb3b37a745 req-a04d3296-7c87-4a2d-8ea8-68a43d5c7332 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 943 time: 0.0550406 Jun 07 13:18:38.960215 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:38.964982 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5ccf951-91cf-4ca4-97d9-f1bb3b37a745 req-370b7570-3e3f-4e50-94ce-78216b6f424e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Jun 07 13:18:39.118406 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e938804d-36ef-4d7d-8a4a-5644b1bcebff details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:18:39.199781 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:39.211645 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:39.228284 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port e938804d-36ef-4d7d-8a4a-5644b1bcebff, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:39.241461 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:18:39.281132 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port e938804d-36ef-4d7d-8a4a-5644b1bcebff is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:39.281285 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55618) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:39.281743 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:39.299572 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e938804d-36ef-4d7d-8a4a-5644b1bcebff {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:39.325593 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port e938804d-36ef-4d7d-8a4a-5644b1bcebff, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:39.329706 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:39.404481 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b113c7fc-6c10-4423-b4bf-65ed8f0f1609 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fbff3a7-3340-450f-bac9-a55605b332c7 HTTP/1.1" status: 200 len: 217 time: 0.0609071 Jun 07 13:18:39.416378 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['853e6961-92a5-492c-a8b3-2379de8141ed'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:18:39.459181 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a237a-5c37-4735-9395-e6479c519810 req-84f99712-3ba1-4b40-af55-8fefee5e8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.461181 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-402a237a-5c37-4735-9395-e6479c519810 req-84f99712-3ba1-4b40-af55-8fefee5e8380 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 1128 time: 0.1263614 Jun 07 13:18:39.498173 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-6cf5c19c-781d-466e-832e-ccaa76aea016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.500208 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-6cf5c19c-781d-466e-832e-ccaa76aea016 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0819066 Jun 07 13:18:39.514069 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-581d4df6-8f3d-450f-b510-b62da8605d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:39.529497 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=e938804d-36ef-4d7d-8a4a-5644b1bcebff,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:39.603195 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-4ecfc91f-18a4-46a1-b9dd-13b4a3a6b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.607846 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-4ecfc91f-18a4-46a1-b9dd-13b4a3a6b592 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993896 Jun 07 13:18:39.636582 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-83d05565-6fe4-430b-8c56-6284f80befe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.639248 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-83d05565-6fe4-430b-8c56-6284f80befe0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.3027613 Jun 07 13:18:39.681995 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:18:39.693595 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['e938804d-36ef-4d7d-8a4a-5644b1bcebff'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:18:39.733350 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174d89c-ddfb-4143-8b9b-9b37288f593f req-87642d35-aa61-41fb-aabc-63e05e6e430f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.740302 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9174d89c-ddfb-4143-8b9b-9b37288f593f req-87642d35-aa61-41fb-aabc-63e05e6e430f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 945 time: 0.1314056 Jun 07 13:18:39.769478 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-d5ced423-cd66-4e9e-8073-aa70449c79e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853e6961-92a5-492c-a8b3-2379de8141ed HTTP/1.1" status: 200 len: 217 time: 0.1160390 Jun 07 13:18:39.790588 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934d1ee-ff31-4e2c-86ae-e6cb04bea4e0 req-89ae4b2f-c32f-4bed-a3c4-4059f1234247 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.792337 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7934d1ee-ff31-4e2c-86ae-e6cb04bea4e0 req-89ae4b2f-c32f-4bed-a3c4-4059f1234247 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.1115408 Jun 07 13:18:39.840814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27671386-0488-4629-bddd-9ffa663589e2 req-35c37280-3059-4125-b8df-9258a9ef6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.842704 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-27671386-0488-4629-bddd-9ffa663589e2 req-35c37280-3059-4125-b8df-9258a9ef6a33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 1130 time: 0.1976831 Jun 07 13:18:39.866586 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:39.874857 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a237a-5c37-4735-9395-e6479c519810 req-78c61846-8795-481d-81cd-2ef2bb61158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.876455 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-402a237a-5c37-4735-9395-e6479c519810 req-78c61846-8795-481d-81cd-2ef2bb61158c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.4068644 Jun 07 13:18:39.899394 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-53714734-0622-4b8e-906e-5b1956cbba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:39.901408 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-53714734-0622-4b8e-906e-5b1956cbba3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.1191533 Jun 07 13:18:39.902199 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-27671386-0488-4629-bddd-9ffa663589e2 req-ba29ec8d-1033-4f83-b986-9507c8e188ec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:39.903449 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7934d1ee-ff31-4e2c-86ae-e6cb04bea4e0 req-1df41fc8-b422-432c-8d39-88ed9003b638 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974576 Jun 07 13:18:39.911631 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-b72f296d-ed16-4eff-b349-8eb1a9ca2964 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933469 Jun 07 13:18:39.923369 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9174d89c-ddfb-4143-8b9b-9b37288f593f req-0deda6b1-bdc1-4f78-af9f-23e63f985620 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821084 Jun 07 13:18:39.965732 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-402a237a-5c37-4735-9395-e6479c519810 req-f30bc0af-5ca8-4500-bfc3-69e8b3e0141e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff HTTP/1.1" status: 200 len: 217 time: 0.0795517 Jun 07 13:18:40.046097 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:40.074120 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-d5523658-76cd-4b20-a667-2f7ad0078e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:40.076052 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-d5523658-76cd-4b20-a667-2f7ad0078e8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1302304 Jun 07 13:18:40.082578 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-581d4df6-8f3d-450f-b510-b62da8605d1a admin admin] Publish callbacks [] for security_group (b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.108520 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-581d4df6-8f3d-450f-b510-b62da8605d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.124440 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af3aa17e-9bcd-4a7c-897e-783e26eaebca req-90e816e6-e769-4269-9c82-6e42d9c09308 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985960 Jun 07 13:18:40.130571 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef80ec-ae42-4dfe-82d8-10afb7641d20 req-52f0826b-9a8c-4505-8771-e605ab12da88 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:40.137385 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7ef80ec-ae42-4dfe-82d8-10afb7641d20 req-52f0826b-9a8c-4505-8771-e605ab12da88 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 944 time: 0.0805373 Jun 07 13:18:40.194741 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a237a-5c37-4735-9395-e6479c519810 req-3e984c70-59bf-4596-9986-598cf2a01044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:40.196130 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-402a237a-5c37-4735-9395-e6479c519810 req-3e984c70-59bf-4596-9986-598cf2a01044 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.2067990 Jun 07 13:18:40.203737 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7ef80ec-ae42-4dfe-82d8-10afb7641d20 req-3cc3b495-03d2-4ef8-83b2-6efc28be8265 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652988 Jun 07 13:18:40.239622 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d4df6-8f3d-450f-b510-b62da8605d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:40.243989 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-581d4df6-8f3d-450f-b510-b62da8605d1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82eec3d610b44fc18e9e1f2300e5c953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9615455 Jun 07 13:18:40.249936 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55650) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:40.313881 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55658) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:40.317016 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-27671386-0488-4629-bddd-9ffa663589e2 req-ba29ec8d-1033-4f83-b986-9507c8e188ec service neutron] Publish callbacks [] for security_group (7e1f7658-139d-4309-92c0-d004c402503b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.350455 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-27671386-0488-4629-bddd-9ffa663589e2 req-ba29ec8d-1033-4f83-b986-9507c8e188ec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7e1f7658-139d-4309-92c0-d004c402503b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.385845 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-2b82a008-4c60-4748-a687-7f39bc1101a0 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933285 Jun 07 13:18:40.418377 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-27671386-0488-4629-bddd-9ffa663589e2 req-ba29ec8d-1033-4f83-b986-9507c8e188ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629609 Jun 07 13:18:40.428728 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29ec8d-1033-4f83-b986-9507c8e188ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1f7658-139d-4309-92c0-d004c402503b,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:40.450169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc7cef77-e3e2-4ce7-a51b-a0dd8c8c3de3 admin admin] Publish callbacks [] for security_group (b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.478590 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc7cef77-e3e2-4ce7-a51b-a0dd8c8c3de3 admin admin] Publish callbacks [] for security_group (b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.478815 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abb3eca9-420e-433b-84c8-c2abff1c83f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.576476 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:40.592000 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abb3eca9-420e-433b-84c8-c2abff1c83f6 admin admin] Publish callbacks [] for security_group (e97f0337-d416-4931-9686-6b9d9a4563f1), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.597786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abb3eca9-420e-433b-84c8-c2abff1c83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e97f0337-d416-4931-9686-6b9d9a4563f1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.655341 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-abb3eca9-420e-433b-84c8-c2abff1c83f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26e29d56dda84275b80a36424f352a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401828 Jun 07 13:18:40.656727 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3eca9-420e-433b-84c8-c2abff1c83f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f0337-d416-4931-9686-6b9d9a4563f1,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:40.659209 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55674) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:40.715546 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2791693a-bc91-4f39-bbf3-0ab943c32468 admin admin] Publish callbacks [] for security_group (e97f0337-d416-4931-9686-6b9d9a4563f1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.739442 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2791693a-bc91-4f39-bbf3-0ab943c32468 admin admin] Publish callbacks [] for security_group (e97f0337-d416-4931-9686-6b9d9a4563f1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.781650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc7cef77-e3e2-4ce7-a51b-a0dd8c8c3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.784338 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc7cef77-e3e2-4ce7-a51b-a0dd8c8c3de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.785849 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cc7cef77-e3e2-4ce7-a51b-a0dd8c8c3de3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c HTTP/1.1" status: 204 len: 168 time: 0.5350935 Jun 07 13:18:40.794654 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cef77-e3e2-4ce7-a51b-a0dd8c8c3de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c59c0a-79f6-4ae5-af2d-1bfef648cd8c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:40.800320 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2791693a-bc91-4f39-bbf3-0ab943c32468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e97f0337-d416-4931-9686-6b9d9a4563f1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.802932 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2791693a-bc91-4f39-bbf3-0ab943c32468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:40.808182 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2791693a-bc91-4f39-bbf3-0ab943c32468 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e97f0337-d416-4931-9686-6b9d9a4563f1 HTTP/1.1" status: 204 len: 168 time: 0.1476486 Jun 07 13:18:40.819482 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791693a-bc91-4f39-bbf3-0ab943c32468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f0337-d416-4931-9686-6b9d9a4563f1,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:40.848036 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55682) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:41.032956 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6625-2756-4dd3-997d-e830fb9dfff3 req-94dbe498-64f3-4c7e-b178-6b31b43edc7c tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:41.039853 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7ba6625-2756-4dd3-997d-e830fb9dfff3 req-94dbe498-64f3-4c7e-b178-6b31b43edc7c tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0640609 Jun 07 13:18:41.065852 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:41.109776 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 853e6961-92a5-492c-a8b3-2379de8141ed up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:41.116909 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1e9fa-5c12-4826-9773-4acfa3f2e5a3 req-9b6e310e-2f3a-41b8-9fe1-4defb1e2ce6b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:41.118392 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2fa1e9fa-5c12-4826-9773-4acfa3f2e5a3 req-9b6e310e-2f3a-41b8-9fe1-4defb1e2ce6b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 945 time: 0.0767035 Jun 07 13:18:41.145799 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7ba6625-2756-4dd3-997d-e830fb9dfff3 req-8d4a977a-6253-45f1-94d3-26b39d909891 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048098 Jun 07 13:18:41.169252 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b4c7-c0e0-46e8-804c-ae993716cf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.180763 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 853e6961-92a5-492c-a8b3-2379de8141ed completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:18:41.193125 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 853e6961-92a5-492c-a8b3-2379de8141ed triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:41.194553 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.203274 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2fa1e9fa-5c12-4826-9773-4acfa3f2e5a3 req-8a314a82-5588-41d0-bc68-636fbc9838d1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765252 Jun 07 13:18:41.289869 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b4c7-c0e0-46e8-804c-ae993716cf0a admin admin] Publish callbacks [] for security_group (470e4cda-b56e-4a7b-a321-83bb3ead4730), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.296087 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b4c7-c0e0-46e8-804c-ae993716cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (470e4cda-b56e-4a7b-a321-83bb3ead4730), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.297523 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55700) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:41.312444 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 853e6961-92a5-492c-a8b3-2379de8141ed is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:41.314348 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.315769 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1bf2-cdb8-41b9-9c02-c2a26c997db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.336744 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55702) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:41.350918 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-634e41b7-e9b9-4b32-aa2d-bba7ae27b649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.369245 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 853e6961-92a5-492c-a8b3-2379de8141ed, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=853e6961-92a5-492c-a8b3-2379de8141ed,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:41.371296 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e6961-92a5-492c-a8b3-2379de8141ed'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:41.374271 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dfdf43-f54d-4d82-912c-fde81daeecc1" -d '{"events": [{"server_uuid": "ba5b3667-5810-4568-976f-ca312dc065f4", "name": "network-vif-plugged", "status": "completed", "tag": "853e6961-92a5-492c-a8b3-2379de8141ed"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:41.382535 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.383765 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e938804d-36ef-4d7d-8a4a-5644b1bcebff up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:41.384243 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d1c9b4c7-c0e0-46e8-804c-ae993716cf0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3dcc6e8c1ea4b5ba1c0b5eb66ee071c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348096 Jun 07 13:18:41.387879 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b4c7-c0e0-46e8-804c-ae993716cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470e4cda-b56e-4a7b-a321-83bb3ead4730,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:41.393031 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55706) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:41.412658 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79510c-5ba7-40f1-905d-3939d85ea415 req-8d06807e-74c5-4ced-87cf-191fb05a41b6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:41.425351 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd79510c-5ba7-40f1-905d-3939d85ea415 req-8d06807e-74c5-4ced-87cf-191fb05a41b6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 944 time: 0.1029248 Jun 07 13:18:41.446204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dc12c2-6729-4090-9750-5d192704954b x-openstack-request-id: req-31dc12c2-6729-4090-9750-5d192704954b {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:41.446521 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5b3667-5810-4568-976f-ca312dc065f4", "name": "network-vif-plugged", "status": "completed", "tag": "853e6961-92a5-492c-a8b3-2379de8141ed", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:41.446778 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31dc12c2-6729-4090-9750-5d192704954b {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:41.447569 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31dc12c2-6729-4090-9750-5d192704954b'] response: {'server_uuid': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e6961-92a5-492c-a8b3-2379de8141ed', 'code': 200} Jun 07 13:18:41.485282 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:41.496692 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port e938804d-36ef-4d7d-8a4a-5644b1bcebff completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:18:41.505863 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:41.513221 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=853e6961-92a5-492c-a8b3-2379de8141ed,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:41.517703 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:41.518932 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port e938804d-36ef-4d7d-8a4a-5644b1bcebff triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:41.519343 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.520117 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e1825a2d-97fd-4f4b-b214-96010aa73644 req-7a2975a6-a33d-438b-acf5-3c4adbda3ffc service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514237 Jun 07 13:18:41.532688 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd79510c-5ba7-40f1-905d-3939d85ea415 req-95800e67-d224-4600-9ab1-322d1cfa1656 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061559 Jun 07 13:18:41.553215 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-186212ee-8064-492b-be86-ec53d9bcd5f8 admin admin] Publish callbacks [] for security_group (470e4cda-b56e-4a7b-a321-83bb3ead4730), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.580074 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-186212ee-8064-492b-be86-ec53d9bcd5f8 admin admin] Publish callbacks [] for security_group (470e4cda-b56e-4a7b-a321-83bb3ead4730), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.605456 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a237a-5c37-4735-9395-e6479c519810 req-200a4a84-f3b9-4755-b80d-f75a3ef24d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:41.606974 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-402a237a-5c37-4735-9395-e6479c519810 req-200a4a84-f3b9-4755-b80d-f75a3ef24d34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2396293 Jun 07 13:18:41.623412 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:41.659156 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-186212ee-8064-492b-be86-ec53d9bcd5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (470e4cda-b56e-4a7b-a321-83bb3ead4730), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.659940 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:41.662222 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-186212ee-8064-492b-be86-ec53d9bcd5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.670122 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-186212ee-8064-492b-be86-ec53d9bcd5f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/470e4cda-b56e-4a7b-a321-83bb3ead4730 HTTP/1.1" status: 204 len: 168 time: 0.2754447 Jun 07 13:18:41.681692 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186212ee-8064-492b-be86-ec53d9bcd5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470e4cda-b56e-4a7b-a321-83bb3ead4730,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:41.694575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1bf2-cdb8-41b9-9c02-c2a26c997db1 admin admin] Publish callbacks [] for security_group (e46deda6-7711-46ef-afc4-844ec4b92016), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.725812 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port e938804d-36ef-4d7d-8a4a-5644b1bcebff is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:41.726608 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.730218 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1bf2-cdb8-41b9-9c02-c2a26c997db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e46deda6-7711-46ef-afc4-844ec4b92016), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.750608 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-634e41b7-e9b9-4b32-aa2d-bba7ae27b649 admin admin] Publish callbacks [] for security_group (54f5d35c-58eb-46ea-ba31-4a64ff66efd6), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.768350 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-634e41b7-e9b9-4b32-aa2d-bba7ae27b649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (54f5d35c-58eb-46ea-ba31-4a64ff66efd6), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.800246 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3f0b1bf2-cdb8-41b9-9c02-c2a26c997db1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9b230ba239e42eeafe775dcff3387c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5012841 Jun 07 13:18:41.804744 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b1bf2-cdb8-41b9-9c02-c2a26c997db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46deda6-7711-46ef-afc4-844ec4b92016,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:41.805561 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55722) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:41.849339 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-634e41b7-e9b9-4b32-aa2d-bba7ae27b649 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=494e874647ec43b2845ce229b6f571ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5115192 Jun 07 13:18:41.852722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55724) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:41.902180 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd965a-59dc-4684-9d6f-9ff2e9463695 admin admin] Publish callbacks [] for security_group (e46deda6-7711-46ef-afc4-844ec4b92016), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.923512 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e41b7-e9b9-4b32-aa2d-bba7ae27b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5d35c-58eb-46ea-ba31-4a64ff66efd6,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:41.934654 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port e938804d-36ef-4d7d-8a4a-5644b1bcebff, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:41.941975 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:41.954218 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd965a-59dc-4684-9d6f-9ff2e9463695 admin admin] Publish callbacks [] for security_group (e46deda6-7711-46ef-afc4-844ec4b92016), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.037432 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55734) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:42.041735 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f2c5191-e1c3-49a5-99ce-4a25d5acadf9 admin admin] Publish callbacks [] for security_group (54f5d35c-58eb-46ea-ba31-4a64ff66efd6), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.055927 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd965a-59dc-4684-9d6f-9ff2e9463695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e46deda6-7711-46ef-afc4-844ec4b92016), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.060225 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd965a-59dc-4684-9d6f-9ff2e9463695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.064184 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-cdcd965a-59dc-4684-9d6f-9ff2e9463695 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e46deda6-7711-46ef-afc4-844ec4b92016 HTTP/1.1" status: 204 len: 168 time: 0.2549067 Jun 07 13:18:42.067915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079e1c-d13e-4149-8f49-fbe3b203270e req-b6b5a352-7f5e-4afb-a02d-63955c523e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:42.069420 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0a079e1c-d13e-4149-8f49-fbe3b203270e req-b6b5a352-7f5e-4afb-a02d-63955c523e65 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 1130 time: 0.1046536 Jun 07 13:18:42.071633 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=e938804d-36ef-4d7d-8a4a-5644b1bcebff,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:42.082210 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd965a-59dc-4684-9d6f-9ff2e9463695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46deda6-7711-46ef-afc4-844ec4b92016,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:42.100410 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f2c5191-e1c3-49a5-99ce-4a25d5acadf9 admin admin] Publish callbacks [] for security_group (54f5d35c-58eb-46ea-ba31-4a64ff66efd6), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.177965 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-402a237a-5c37-4735-9395-e6479c519810 req-2171eabf-663f-49ac-b639-1d4bbcc4d53f service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336566 Jun 07 13:18:42.184897 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0a079e1c-d13e-4149-8f49-fbe3b203270e req-976d3b98-7c19-46ca-8663-a6fd388e2d7c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928869 Jun 07 13:18:42.250861 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f2c5191-e1c3-49a5-99ce-4a25d5acadf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (54f5d35c-58eb-46ea-ba31-4a64ff66efd6), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.253393 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f2c5191-e1c3-49a5-99ce-4a25d5acadf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.257334 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2f2c5191-e1c3-49a5-99ce-4a25d5acadf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54f5d35c-58eb-46ea-ba31-4a64ff66efd6 HTTP/1.1" status: 204 len: 168 time: 0.4034941 Jun 07 13:18:42.285646 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c5191-e1c3-49a5-99ce-4a25d5acadf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5d35c-58eb-46ea-ba31-4a64ff66efd6,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:42.328641 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55750) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:42.365798 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-402a237a-5c37-4735-9395-e6479c519810 req-72876341-3c88-46aa-ae87-89bdd23ea7b7 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780562 Jun 07 13:18:42.368154 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-13047a63-9f4f-4dd2-adcd-640e5a0ae98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.389302 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-480e74a2-35c2-4375-b3b6-d7103740cc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.443918 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b47394-4e1f-4b88-8dfa-49552313c81f req-e9008849-b1d9-45b6-8aa1-0f579b08c428 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:42.445393 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19b47394-4e1f-4b88-8dfa-49552313c81f req-e9008849-b1d9-45b6-8aa1-0f579b08c428 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.1977065 Jun 07 13:18:42.472803 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:42.484072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283922a-71f7-4319-81ac-ed6899e3b641 req-d82d0a79-0a82-4825-a0e7-37ad166d5c90 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:42.485688 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2283922a-71f7-4319-81ac-ed6899e3b641 req-d82d0a79-0a82-4825-a0e7-37ad166d5c90 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.1241674 Jun 07 13:18:42.612480 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19b47394-4e1f-4b88-8dfa-49552313c81f req-207bad2a-dbd2-4c22-99ad-62727e5df799 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532683 Jun 07 13:18:42.655819 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2283922a-71f7-4319-81ac-ed6899e3b641 req-9847073b-6e9b-4740-a574-85d4c85c46c5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573808 Jun 07 13:18:42.683741 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-13047a63-9f4f-4dd2-adcd-640e5a0ae98c admin admin] Publish callbacks [] for security_group (2ff0a468-da85-47e9-8bab-7929ca7f7b78), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.697304 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-13047a63-9f4f-4dd2-adcd-640e5a0ae98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2ff0a468-da85-47e9-8bab-7929ca7f7b78), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.776071 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-480e74a2-35c2-4375-b3b6-d7103740cc90 admin admin] Publish callbacks [] for security_group (7cfb81cc-f604-49b4-bbc7-04e9f9ae3215), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.788426 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13047a63-9f4f-4dd2-adcd-640e5a0ae98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff0a468-da85-47e9-8bab-7929ca7f7b78,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:42.791049 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-480e74a2-35c2-4375-b3b6-d7103740cc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7cfb81cc-f604-49b4-bbc7-04e9f9ae3215), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.820238 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-480e74a2-35c2-4375-b3b6-d7103740cc90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b63d1b04401349d2bb1e2bca81d12850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875445 Jun 07 13:18:42.822389 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-13047a63-9f4f-4dd2-adcd-640e5a0ae98c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=791eab758a8b4db98e721ce1fbcd46d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7834110 Jun 07 13:18:42.824115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55770) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:42.827504 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55772) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:42.841747 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed64a-3d3f-468b-b61b-a588fcd637f8 req-6390241f-cec1-44e0-b225-d853af02168f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:42.843582 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c41ed64a-3d3f-468b-b61b-a588fcd637f8 req-6390241f-cec1-44e0-b225-d853af02168f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.1419704 Jun 07 13:18:42.878453 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e74a2-35c2-4375-b3b6-d7103740cc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb81cc-f604-49b4-bbc7-04e9f9ae3215,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:42.892097 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:42.902878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:42.903962 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b08bd4ef-7b53-4c7a-9ce1-802d59fbfcb6 admin admin] Publish callbacks [] for security_group (7cfb81cc-f604-49b4-bbc7-04e9f9ae3215), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.936783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b08bd4ef-7b53-4c7a-9ce1-802d59fbfcb6 admin admin] Publish callbacks [] for security_group (7cfb81cc-f604-49b4-bbc7-04e9f9ae3215), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.939489 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c41ed64a-3d3f-468b-b61b-a588fcd637f8 req-92cee2a6-5b75-45db-82a4-cd1819dc9e9c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825298 Jun 07 13:18:42.940908 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b87a544b-b8d5-4518-be27-0a51911dc038 admin admin] Publish callbacks [] for security_group (2ff0a468-da85-47e9-8bab-7929ca7f7b78), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:42.965848 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b87a544b-b8d5-4518-be27-0a51911dc038 admin admin] Publish callbacks [] for security_group (2ff0a468-da85-47e9-8bab-7929ca7f7b78), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:43.012540 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b08bd4ef-7b53-4c7a-9ce1-802d59fbfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7cfb81cc-f604-49b4-bbc7-04e9f9ae3215), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:43.022003 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b08bd4ef-7b53-4c7a-9ce1-802d59fbfcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:43.027053 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b08bd4ef-7b53-4c7a-9ce1-802d59fbfcb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7cfb81cc-f604-49b4-bbc7-04e9f9ae3215 HTTP/1.1" status: 204 len: 168 time: 0.1979921 Jun 07 13:18:43.028466 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b87a544b-b8d5-4518-be27-0a51911dc038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2ff0a468-da85-47e9-8bab-7929ca7f7b78), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:43.031485 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b87a544b-b8d5-4518-be27-0a51911dc038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:43.032710 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b87a544b-b8d5-4518-be27-0a51911dc038 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ff0a468-da85-47e9-8bab-7929ca7f7b78 HTTP/1.1" status: 204 len: 168 time: 0.2039351 Jun 07 13:18:43.043455 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a544b-b8d5-4518-be27-0a51911dc038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff0a468-da85-47e9-8bab-7929ca7f7b78,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:43.044632 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bd4ef-7b53-4c7a-9ce1-802d59fbfcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb81cc-f604-49b4-bbc7-04e9f9ae3215,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:43.112355 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 9fbff3a7-3340-450f-bac9-a55605b332c7 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:18:43.224871 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 9fbff3a7-3340-450f-bac9-a55605b332c7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9fbff3a7-3340-450f-bac9-a55605b332c7,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:43.236931 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '9fbff3a7-3340-450f-bac9-a55605b332c7', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'port_id': '9fbff3a7-3340-450f-bac9-a55605b332c7', 'mac_address': 'fa:16:3e:bf:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:18:43.274229 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 9fbff3a7-3340-450f-bac9-a55605b332c7 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:43.274615 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:43.293807 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbff3a7-3340-450f-bac9-a55605b332c7 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:18:43.331892 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 9fbff3a7-3340-450f-bac9-a55605b332c7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9fbff3a7-3340-450f-bac9-a55605b332c7,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:43.337195 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:43.436361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=9fbff3a7-3340-450f-bac9-a55605b332c7,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:43.448152 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:43.454462 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96103330-f35c-4fb3-80ec-cedfe3aae032" -d '{"events": [{"server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "name": "network-vif-plugged", "status": "completed", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:43.518705 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62dd075-5922-4d86-84f4-fe9de40860bd x-openstack-request-id: req-c62dd075-5922-4d86-84f4-fe9de40860bd {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:43.519049 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "name": "network-vif-plugged", "status": "completed", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:43.519300 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c62dd075-5922-4d86-84f4-fe9de40860bd {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:43.519707 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62dd075-5922-4d86-84f4-fe9de40860bd'] response: {'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'code': 200} Jun 07 13:18:43.598016 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['9fbff3a7-3340-450f-bac9-a55605b332c7'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:18:43.857263 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5920a-79a3-4ae6-86f8-4d0091aac33e req-dbb36ccf-3155-485d-8c61-8beba781098c tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:43.860968 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53c5920a-79a3-4ae6-86f8-4d0091aac33e req-dbb36ccf-3155-485d-8c61-8beba781098c tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.1333873 Jun 07 13:18:43.941128 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53c5920a-79a3-4ae6-86f8-4d0091aac33e req-d33714d0-5c5e-46cf-9b0d-190169b963a1 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514417 Jun 07 13:18:43.952824 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46cfe3-161f-4e66-8019-7751c8f13679 req-95453128-d5b0-4a51-9b71-a21c82777337 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:43.960124 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ad46cfe3-161f-4e66-8019-7751c8f13679 req-95453128-d5b0-4a51-9b71-a21c82777337 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.1759868 Jun 07 13:18:44.006417 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:44.029019 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ad46cfe3-161f-4e66-8019-7751c8f13679 req-7145ca6e-2207-4328-af4f-038aedc284c6 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678258 Jun 07 13:18:44.113310 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f187db4-bbf3-4d93-80a6-530f4ff179fe req-d8bd5a4f-ccf7-4181-937a-175675326de1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:44.115760 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f187db4-bbf3-4d93-80a6-530f4ff179fe req-d8bd5a4f-ccf7-4181-937a-175675326de1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.0593674 Jun 07 13:18:44.181585 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f187db4-bbf3-4d93-80a6-530f4ff179fe req-17b475dd-8b65-431f-81cc-3e8294a0104d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591123 Jun 07 13:18:44.352634 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eee9e1-adc9-4132-a263-d916f3b55d37 req-b7acb129-4c6c-4845-b4ca-be03be51d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:44.355241 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d6eee9e1-adc9-4132-a263-d916f3b55d37 req-b7acb129-4c6c-4845-b4ca-be03be51d609 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 1129 time: 0.0533643 Jun 07 13:18:44.434305 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d6eee9e1-adc9-4132-a263-d916f3b55d37 req-a77bdb8d-b38c-4f73-bc40-89133a70e790 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706339 Jun 07 13:18:44.871962 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 55878) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:45.078909 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-798188795-network', 'tenant_id': 'd7825374f809425688a5767b8c79e828'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:45.127374 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 9fbff3a7-3340-450f-bac9-a55605b332c7 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:18:45.128286 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Made reservation on behalf of d7825374f809425688a5767b8c79e828 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:45.130727 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.133204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:45.153705 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.203727 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:45.215933 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 9fbff3a7-3340-450f-bac9-a55605b332c7 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:18:45.227422 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 9fbff3a7-3340-450f-bac9-a55605b332c7 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:18:45.227974 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.266626 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a959cec-9c88-4ea5-b23a-d5922847b86c req-496632e3-8d6f-4022-aba8-d16c5c4391a9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:45.283399 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a959cec-9c88-4ea5-b23a-d5922847b86c req-496632e3-8d6f-4022-aba8-d16c5c4391a9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.1461976 Jun 07 13:18:45.341005 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 9fbff3a7-3340-450f-bac9-a55605b332c7 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:18:45.341522 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.409989 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a959cec-9c88-4ea5-b23a-d5922847b86c req-1f983a3c-6896-4bc5-b3aa-725812083a6b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253600 Jun 07 13:18:45.418792 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 9fbff3a7-3340-450f-bac9-a55605b332c7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9fbff3a7-3340-450f-bac9-a55605b332c7,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:18:45.436184 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160417f-018c-4c22-89c9-a3290174e59a req-b5e509c5-201a-493a-ab7f-25ced038f722 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:45.445055 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.453245 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d160417f-018c-4c22-89c9-a3290174e59a req-b5e509c5-201a-493a-ab7f-25ced038f722 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.1299355 Jun 07 13:18:45.543738 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bca688-1384-4f4d-a129-4129e290831c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbff3a7-3340-450f-bac9-a55605b332c7'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:45.549695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5120776-cd02-43a6-ad31-193240f48b22" -d '{"events": [{"server_uuid": "23bca688-1384-4f4d-a129-4129e290831c", "name": "network-vif-plugged", "status": "completed", "tag": "9fbff3a7-3340-450f-bac9-a55605b332c7"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:45.563410 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=9fbff3a7-3340-450f-bac9-a55605b332c7,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:45.771071 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks [] for security_group (8673f8d3-ea98-4828-8fa9-aacc2eaf4f79), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.783410 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8673f8d3-ea98-4828-8fa9-aacc2eaf4f79), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.801055 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d160417f-018c-4c22-89c9-a3290174e59a req-72e9e0d8-dc78-46c5-938e-bbcac6653c1d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468437 Jun 07 13:18:45.856727 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:18:45.871449 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673f8d3-ea98-4828-8fa9-aacc2eaf4f79,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:45.874973 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36111ac4-ce6d-47d6-962e-4913ce57655c x-openstack-request-id: req-36111ac4-ce6d-47d6-962e-4913ce57655c {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:45.876061 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bca688-1384-4f4d-a129-4129e290831c", "name": "network-vif-plugged", "status": "completed", "tag": "9fbff3a7-3340-450f-bac9-a55605b332c7", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:45.876361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36111ac4-ce6d-47d6-962e-4913ce57655c {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:45.876925 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36111ac4-ce6d-47d6-962e-4913ce57655c'] response: {'server_uuid': '23bca688-1384-4f4d-a129-4129e290831c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbff3a7-3340-450f-bac9-a55605b332c7', 'code': 200} Jun 07 13:18:45.890313 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (344111c5-fae6-4f5c-a043-09e8b3826bb3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:45.890852 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Added segment 344111c5-fae6-4f5c-a043-09e8b3826bb3 of type vlan for network 64dac9f7-0be8-403d-b279-d261763176be Jun 07 13:18:45.956983 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (64dac9f7-0be8-403d-b279-d261763176be), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:46.008264 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53adec-4b1d-4cf6-a71d-27bbb3a0a48b req-3a0b5465-6722-46a4-8089-c36e7883268c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:46.015161 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6c53adec-4b1d-4cf6-a71d-27bbb3a0a48b req-3a0b5465-6722-46a4-8089-c36e7883268c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0760090 Jun 07 13:18:46.040369 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (64dac9f7-0be8-403d-b279-d261763176be), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:46.041375 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:46.041951 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:46.058505 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:46.124478 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6c53adec-4b1d-4cf6-a71d-27bbb3a0a48b req-bd03fdfc-7fd8-4aac-9408-883150608bde tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080904 Jun 07 13:18:46.153815 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2783325 Jun 07 13:18:46.154568 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55944) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:46.160215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Request body: {'subnet': {'network_id': '64dac9f7-0be8-403d-b279-d261763176be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-798188795-subnet', 'tenant_id': 'd7825374f809425688a5767b8c79e828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:46.161978 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df67d1-d724-4870-a7df-da0eec0e6b36 admin admin] Pushing event updated for resources: {'Network': ['ID=64dac9f7-0be8-403d-b279-d261763176be,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:46.176287 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 64dac9f7-0be8-403d-b279-d261763176be details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:18:46.209307 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Made reservation on behalf of d7825374f809425688a5767b8c79e828 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:46.212522 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:46.315611 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32724465-d79c-43d3-8822-addf6a3643d6 req-a0ecce4a-7897-4d76-b867-46425d0f3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:46.317098 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-32724465-d79c-43d3-8822-addf6a3643d6 req-a0ecce4a-7897-4d76-b867-46425d0f3d40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 1130 time: 0.0570197 Jun 07 13:18:46.359173 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:46.464494 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2766c-f41b-4ec8-a9d5-78e1266b2dcf req-d64548f3-7209-4c01-b76f-47c7e26f078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:46.466242 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e2766c-f41b-4ec8-a9d5-78e1266b2dcf req-d64548f3-7209-4c01-b76f-47c7e26f078d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1129 time: 0.0748224 Jun 07 13:18:46.541499 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32724465-d79c-43d3-8822-addf6a3643d6 req-96df5268-bf7f-4075-afb3-4b7e26d4b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:46.543057 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-32724465-d79c-43d3-8822-addf6a3643d6 req-96df5268-bf7f-4075-afb3-4b7e26d4b110 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.2124696 Jun 07 13:18:46.645201 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e2766c-f41b-4ec8-a9d5-78e1266b2dcf req-7408f132-37e8-4250-9b00-c440f2e38c06 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466570 Jun 07 13:18:46.648310 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-32724465-d79c-43d3-8822-addf6a3643d6 req-f0438fe8-3846-492a-b035-47c4a11d09ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853e6961-92a5-492c-a8b3-2379de8141ed HTTP/1.1" status: 200 len: 217 time: 0.0544677 Jun 07 13:18:46.651876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (62f69330-d66a-4f09-9496-0c0ceabe063b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:46.703730 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f69330-d66a-4f09-9496-0c0ceabe063b,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:46.719105 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Checking segment: {'id': '344111c5-fae6-4f5c-a043-09e8b3826bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '64dac9f7-0be8-403d-b279-d261763176be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:46.719457 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Network hostable DHCP agents. Network: 64dac9f7-0be8-403d-b279-d261763176be, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:18:46.735826 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Network 64dac9f7-0be8-403d-b279-d261763176be is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:18:46.745100 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 64dac9f7-0be8-403d-b279-d261763176be) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:46.749382 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:46.749967 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:46.754296 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a91ee-2525-410c-a5fd-06a818ad4dc6 None None] Network 64dac9f7-0be8-403d-b279-d261763176be requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:46.766248 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-53345e4b-c33f-49e1-8184-afe73010cbdb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6106098 Jun 07 13:18:46.880333 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a7e73-4d66-47ec-9539-83c24c6b0d2c None None] Network 64dac9f7-0be8-403d-b279-d261763176be requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:46.979025 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9751a-ba46-46df-a640-e39d9d59fcab req-c4aa9886-5f3a-4e54-90d2-1131eea5686c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:46.984848 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1df9751a-ba46-46df-a640-e39d9d59fcab req-c4aa9886-5f3a-4e54-90d2-1131eea5686c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.1003337 Jun 07 13:18:47.004635 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:47.040281 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:47.062862 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32724465-d79c-43d3-8822-addf6a3643d6 req-7474fea6-2790-468a-9d50-e1d7dd57901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:47.066460 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-32724465-d79c-43d3-8822-addf6a3643d6 req-7474fea6-2790-468a-9d50-e1d7dd57901e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.1271548 Jun 07 13:18:47.113061 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1df9751a-ba46-46df-a640-e39d9d59fcab req-5d261ced-1c6c-4df4-b791-4f4a6ff0caa5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222908 Jun 07 13:18:47.172572 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32724465-d79c-43d3-8822-addf6a3643d6 req-dda54340-91df-480e-a598-e11d51814a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:47.176488 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-32724465-d79c-43d3-8822-addf6a3643d6 req-dda54340-91df-480e-a598-e11d51814a93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021919 Jun 07 13:18:47.263797 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581b3b-864b-415d-bd26-5d9b43f7581c req-0a12960f-dfaa-4c12-8296-0b6fcf6a8801 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:47.265546 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58581b3b-864b-415d-bd26-5d9b43f7581c req-0a12960f-dfaa-4c12-8296-0b6fcf6a8801 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0547097 Jun 07 13:18:47.337649 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58581b3b-864b-415d-bd26-5d9b43f7581c req-4d2c4b96-c592-41a0-96ad-c226887de889 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656245 Jun 07 13:18:47.500955 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa315b-434a-4882-ba7a-057c6eacfc42 req-ab867c51-e024-4202-8e44-a10c84a9f1c7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:47.502801 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dbfa315b-434a-4882-ba7a-057c6eacfc42 req-ab867c51-e024-4202-8e44-a10c84a9f1c7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.0526721 Jun 07 13:18:47.511503 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 55994) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:47.519567 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:47.613877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (48d62e6e-e359-47e2-8dc2-c93df89a8760), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.634408 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56006) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:47.641100 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172322927-network', 'tenant_id': '831f4787578246b2a26996696ad59617'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:47.664183 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Made reservation on behalf of 831f4787578246b2a26996696ad59617 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:47.668320 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.678522 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.772682 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks [] for security_group (38d74db0-e152-4d11-ab2b-4e773d58aa3d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.777321 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (38d74db0-e152-4d11-ab2b-4e773d58aa3d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.802485 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:18:47.822050 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d74db0-e152-4d11-ab2b-4e773d58aa3d,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:47.826217 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (e3a8b88a-fad8-490d-ad86-c40eabf11a85), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.826553 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Added segment e3a8b88a-fad8-490d-ad86-c40eabf11a85 of type vlan for network f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281 Jun 07 13:18:47.871675 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.907024 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.908354 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:47.908986 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:47.978045 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3422697 Jun 07 13:18:47.980773 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56026) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:47.985399 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Request body: {'subnet': {'network_id': 'f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172322927-subnet', 'tenant_id': '831f4787578246b2a26996696ad59617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:18:47.989421 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a6b6-12bd-4bc5-a44b-ec072bd29952 admin admin] Pushing event updated for resources: {'Network': ['ID=f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:48.004090 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:18:48.015259 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Made reservation on behalf of 831f4787578246b2a26996696ad59617 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:18:48.019479 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:48.217986 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (70540bfc-023c-4272-947c-b3101bf8c03f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:48.257474 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:48.277283 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70540bfc-023c-4272-947c-b3101bf8c03f,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:48.289105 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:48.302279 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Checking segment: {'id': 'e3a8b88a-fad8-490d-ad86-c40eabf11a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:18:48.302628 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Network hostable DHCP agents. Network: f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:18:48.321229 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Network f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:18:48.330897 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:18:48.335588 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:48.336185 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:48.341961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf95e3ce-2c0d-476b-907b-bfed415f506c None None] Network f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:48.359405 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aa49021d-222d-44f6-82c2-f9d57ba02db0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3775156 Jun 07 13:18:48.399277 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.db.resource_extend [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:18:48.480607 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:48.481010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3f97b4-8ba5-4873-b202-b6454ab692ea None None] Network f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:18:48.483361 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7f4f-fa22-44f8-99e2-e29283d533f5 req-4e4bbae8-9fe2-4c36-afa3-9a23627c806f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:48.485468 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c9ea7f4f-fa22-44f8-99e2-e29283d533f5 req-4e4bbae8-9fe2-4c36-afa3-9a23627c806f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0713303 Jun 07 13:18:48.493807 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (48d62e6e-e359-47e2-8dc2-c93df89a8760), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:48.533468 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:48.548200 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c9ea7f4f-fa22-44f8-99e2-e29283d533f5 req-b5ca1513-67ed-401d-9ab6-ce8aa5e0e6ef tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540638 Jun 07 13:18:48.609947 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP 48d62e6e-e359-47e2-8dc2-c93df89a8760 associated. External IP: 172.27.1.106, port: e938804d-36ef-4d7d-8a4a-5644b1bcebff. Jun 07 13:18:48.822395 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:18:48.937632 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:18:48.942712 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:48.955593 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:18:48.977426 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1a41ea9d-b9d1-4e9c-933a-62596b6b1cb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "PUT /v2.0/floatingips/48d62e6e-e359-47e2-8dc2-c93df89a8760 HTTP/1.1" status: 200 len: 991 time: 1.4641490 Jun 07 13:18:48.978016 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:18:48.978596 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:48.981293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d662bca5-29ca-4ef4-a12a-398729dfcc81" -d '{"events": [{"name": "network-changed", "server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:18:48.981579 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:18:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:49.043820 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897698d6-9fa2-458a-970f-41f63a09480b x-openstack-request-id: req-897698d6-9fa2-458a-970f-41f63a09480b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:18:49.044151 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:18:49.044400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-897698d6-9fa2-458a-970f-41f63a09480b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:18:49.044804 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897698d6-9fa2-458a-970f-41f63a09480b'] response: {'name': 'network-changed', 'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'status': 'completed', 'code': 200} Jun 07 13:18:49.093106 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-37fba71a-720f-4b2a-bb92-204d15e7bb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:49.097227 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:49.303312 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-32724465-d79c-43d3-8822-addf6a3643d6 req-74b9fa12-726a-438a-b412-926193dc4e12 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955906 Jun 07 13:18:49.352705 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:48Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:49.376181 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:18:49.384242 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:18:49.384820 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:18:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:49.484222 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:18:49.664394 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e749a-a9cc-47e9-9925-88b408cefcb1 req-c5b3ddbd-7025-40a6-a638-451fbe45a211 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:49.665963 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-456e749a-a9cc-47e9-9925-88b408cefcb1 req-c5b3ddbd-7025-40a6-a638-451fbe45a211 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0457888 Jun 07 13:18:49.711982 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-456e749a-a9cc-47e9-9925-88b408cefcb1 req-6622e118-f0c2-4f39-b04b-7adaeb20fa54 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Jun 07 13:18:49.763776 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:48Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:18:49.787429 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bd493-4c14-4a73-beaf-ce371b2045a7 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:48Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:18:49.974671 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39ba15-12bd-4c4f-babc-9f3dc1990b7a None None] New status for floating IP 48d62e6e-e359-47e2-8dc2-c93df89a8760: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:18:50.184685 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:50.266516 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-a58dd6a7-ea8f-4e6b-a0ab-b56dfc8c9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:50.268077 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-a58dd6a7-ea8f-4e6b-a0ab-b56dfc8c9659 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 1129 time: 0.0911765 Jun 07 13:18:50.306969 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-32724465-d79c-43d3-8822-addf6a3643d6 req-f54d5534-9747-4b70-badd-217f505c5b84 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309001 Jun 07 13:18:50.413857 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-3498f397-e50a-45f8-a057-fb92387ffe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:50.415599 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-3498f397-e50a-45f8-a057-fb92387ffe58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.1012785 Jun 07 13:18:50.667904 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-098946f5-c159-4cd9-9d18-1b7ee6409630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff HTTP/1.1" status: 200 len: 1001 time: 0.0836434 Jun 07 13:18:50.828144 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286bcdc-c572-40f8-81e3-9d0784004a82 req-fea9a8f1-c4e8-468c-ac5f-74934a1c3108 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:50.829565 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e286bcdc-c572-40f8-81e3-9d0784004a82 req-fea9a8f1-c4e8-468c-ac5f-74934a1c3108 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0493376 Jun 07 13:18:50.875209 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e286bcdc-c572-40f8-81e3-9d0784004a82 req-f9d1c457-5bc6-4ff9-a6c7-9ba2da6aa87b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Jun 07 13:18:51.313928 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-560ef42d-4cd6-403b-8cd1-28a65702c878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:51.357331 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-3672aa67-dc67-4403-9be8-7ebbaa363b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:51.359198 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-3672aa67-dc67-4403-9be8-7ebbaa363b2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0761836 Jun 07 13:18:51.410698 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-131b96ab-cd80-4612-b804-9569efff4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:51.412791 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-131b96ab-cd80-4612-b804-9569efff4d3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412312 Jun 07 13:18:51.490675 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:51.532288 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-1b729159-90ef-4218-9683-4a6ee4dee5bd service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058738 Jun 07 13:18:51.656534 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-d662bca5-29ca-4ef4-a12a-398729dfcc81 req-86528852-84c1-48fa-b8b6-7b5c26a43c71 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166697 Jun 07 13:18:51.929849 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56144) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:52.016914 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98f312-8886-4f81-a449-6ae94367270f req-419f14e6-1b10-4a62-8a10-c4bac7986d15 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:52.018871 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac98f312-8886-4f81-a449-6ae94367270f req-419f14e6-1b10-4a62-8a10-c4bac7986d15 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0605109 Jun 07 13:18:52.070268 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cb6a82d2-bcc4-4d30-b8cc-c03109c25f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.083479 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac98f312-8886-4f81-a449-6ae94367270f req-b84ca03a-fa8e-49e7-a3e8-5b65ecb89a3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Jun 07 13:18:52.157033 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cb6a82d2-bcc4-4d30-b8cc-c03109c25f9a admin admin] Publish callbacks [] for security_group (2d69740e-4437-442e-a7f0-995e67f38043), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.160339 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cb6a82d2-bcc4-4d30-b8cc-c03109c25f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2d69740e-4437-442e-a7f0-995e67f38043), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.198375 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-cb6a82d2-bcc4-4d30-b8cc-c03109c25f9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d1b11c8f48949b6aaa44929afafd3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672434 Jun 07 13:18:52.199470 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a82d2-bcc4-4d30-b8cc-c03109c25f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d69740e-4437-442e-a7f0-995e67f38043,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:52.201070 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56152) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:52.250969 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6b928262-7869-4b8e-b379-458a91435c75 admin admin] Publish callbacks [] for security_group (2d69740e-4437-442e-a7f0-995e67f38043), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.272296 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6b928262-7869-4b8e-b379-458a91435c75 admin admin] Publish callbacks [] for security_group (2d69740e-4437-442e-a7f0-995e67f38043), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.317145 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6b928262-7869-4b8e-b379-458a91435c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2d69740e-4437-442e-a7f0-995e67f38043), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.320500 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6b928262-7869-4b8e-b379-458a91435c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.321657 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6b928262-7869-4b8e-b379-458a91435c75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d69740e-4437-442e-a7f0-995e67f38043 HTTP/1.1" status: 204 len: 168 time: 0.1189158 Jun 07 13:18:52.330120 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b928262-7869-4b8e-b379-458a91435c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d69740e-4437-442e-a7f0-995e67f38043,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:52.475461 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.578105 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56158) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:52.591779 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-18910023-08fb-4ce1-ac70-ca7ce8af5117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.665329 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-18910023-08fb-4ce1-ac70-ca7ce8af5117 admin admin] Publish callbacks [] for security_group (4f377782-bf65-40f0-b985-52edde54cc04), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.668714 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-18910023-08fb-4ce1-ac70-ca7ce8af5117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (4f377782-bf65-40f0-b985-52edde54cc04), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.704266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:52.707931 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-18910023-08fb-4ce1-ac70-ca7ce8af5117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aafa292a73574731832ac3a82f1b9e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287463 Jun 07 13:18:52.709949 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18910023-08fb-4ce1-ac70-ca7ce8af5117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f377782-bf65-40f0-b985-52edde54cc04,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:52.711540 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56164) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:52.766958 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9509854-d516-42cd-bc2b-ea61c0f79763 admin admin] Publish callbacks [] for security_group (4f377782-bf65-40f0-b985-52edde54cc04), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.788941 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9509854-d516-42cd-bc2b-ea61c0f79763 admin admin] Publish callbacks [] for security_group (4f377782-bf65-40f0-b985-52edde54cc04), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.835933 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9509854-d516-42cd-bc2b-ea61c0f79763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (4f377782-bf65-40f0-b985-52edde54cc04), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.838635 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9509854-d516-42cd-bc2b-ea61c0f79763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:52.839790 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d9509854-d516-42cd-bc2b-ea61c0f79763 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f377782-bf65-40f0-b985-52edde54cc04 HTTP/1.1" status: 204 len: 168 time: 0.1272805 Jun 07 13:18:52.847751 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9509854-d516-42cd-bc2b-ea61c0f79763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f377782-bf65-40f0-b985-52edde54cc04,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:53.203334 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503b04d-ec34-4835-a942-5c398f8b833d req-6a6bf8b5-8c65-4d0a-83be-da558c93c6bb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:53.205129 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2503b04d-ec34-4835-a942-5c398f8b833d req-6a6bf8b5-8c65-4d0a-83be-da558c93c6bb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0518169 Jun 07 13:18:53.227156 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56184) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:53.240977 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-811fcb7c-8209-4f48-9ce1-e60b97970f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:53.258264 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2503b04d-ec34-4835-a942-5c398f8b833d req-c4d4b6e0-5715-4d04-a1c0-561a1ecd6c50 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 Jun 07 13:18:53.286250 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:53.323336 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-811fcb7c-8209-4f48-9ce1-e60b97970f1c admin admin] Publish callbacks [] for security_group (a9e01b77-86d4-4bf4-b02d-9200f8b05fca), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:53.326881 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-811fcb7c-8209-4f48-9ce1-e60b97970f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (a9e01b77-86d4-4bf4-b02d-9200f8b05fca), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:53.366082 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-811fcb7c-8209-4f48-9ce1-e60b97970f1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cba91f3ab34c4e4eacea21e385715062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378067 Jun 07 13:18:53.366883 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fcb7c-8209-4f48-9ce1-e60b97970f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e01b77-86d4-4bf4-b02d-9200f8b05fca,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:53.370183 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56186) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:53.420225 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8adca0a3-a5b5-475c-bfcb-718a45a14086 admin admin] Publish callbacks [] for security_group (a9e01b77-86d4-4bf4-b02d-9200f8b05fca), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:53.442351 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8adca0a3-a5b5-475c-bfcb-718a45a14086 admin admin] Publish callbacks [] for security_group (a9e01b77-86d4-4bf4-b02d-9200f8b05fca), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:53.488088 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8adca0a3-a5b5-475c-bfcb-718a45a14086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (a9e01b77-86d4-4bf4-b02d-9200f8b05fca), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:53.491372 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8adca0a3-a5b5-475c-bfcb-718a45a14086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:53.492515 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8adca0a3-a5b5-475c-bfcb-718a45a14086 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e01b77-86d4-4bf4-b02d-9200f8b05fca HTTP/1.1" status: 204 len: 168 time: 0.1214459 Jun 07 13:18:53.494733 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:53.502197 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adca0a3-a5b5-475c-bfcb-718a45a14086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e01b77-86d4-4bf4-b02d-9200f8b05fca,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:53.887684 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:53.893329 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:54.366190 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:18:54.378299 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa220-6b4c-4e1f-ae59-41fa3185aa09 req-6d646578-5fbc-48d8-b4e2-4e64d8ec4d0d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:54.380343 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3dfa220-6b4c-4e1f-ae59-41fa3185aa09 req-6d646578-5fbc-48d8-b4e2-4e64d8ec4d0d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0487003 Jun 07 13:18:54.431643 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3dfa220-6b4c-4e1f-ae59-41fa3185aa09 req-e1f6bea8-5ae4-417f-880c-3222658837dc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Jun 07 13:18:55.401275 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:55.543173 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608f8de-1413-4214-a704-516f85e3c86a req-513f39bf-0e32-46d8-a157-949cf388118a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:55.544601 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1608f8de-1413-4214-a704-516f85e3c86a req-513f39bf-0e32-46d8-a157-949cf388118a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0459888 Jun 07 13:18:55.594027 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1608f8de-1413-4214-a704-516f85e3c86a req-9892239b-a54b-4d75-9766-4ed22534f30d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Jun 07 13:18:56.720496 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30bc29-1e20-49e7-87d9-2c95d878eb74 req-111bd896-c41e-417a-bd9e-d8149a73a0de tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:56.722284 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f30bc29-1e20-49e7-87d9-2c95d878eb74 req-111bd896-c41e-417a-bd9e-d8149a73a0de tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0554597 Jun 07 13:18:56.784803 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f30bc29-1e20-49e7-87d9-2c95d878eb74 req-df38316d-f80a-44fd-88a0-0a049d1638d9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Jun 07 13:18:57.941472 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc61572-b7e7-4e16-9794-2aa8ab892c54 req-2bbbf7d1-aadd-495e-91e4-2cd7aeeb9524 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:57.943920 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8dc61572-b7e7-4e16-9794-2aa8ab892c54 req-2bbbf7d1-aadd-495e-91e4-2cd7aeeb9524 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0518909 Jun 07 13:18:58.005203 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8dc61572-b7e7-4e16-9794-2aa8ab892c54 req-0ab5cfcd-7d5b-4f27-bae9-18ff9896d42f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549111 Jun 07 13:18:58.548913 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56386) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:58.658006 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a39f80b8-5d38-48ee-a0fa-49b690e1c5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:58.734022 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a39f80b8-5d38-48ee-a0fa-49b690e1c5d7 admin admin] Publish callbacks [] for security_group (df4cfce7-cbca-4a63-bc53-3e24dd187a21), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:58.737532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a39f80b8-5d38-48ee-a0fa-49b690e1c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (df4cfce7-cbca-4a63-bc53-3e24dd187a21), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:58.774685 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f80b8-5d38-48ee-a0fa-49b690e1c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4cfce7-cbca-4a63-bc53-3e24dd187a21,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:58.781704 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a39f80b8-5d38-48ee-a0fa-49b690e1c5d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5729496a93514450b7b7cda4ad736ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317111 Jun 07 13:18:58.781990 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56390) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:58.835914 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-081dad41-9be7-4569-b195-c3ad61c3aff9 admin admin] Publish callbacks [] for security_group (df4cfce7-cbca-4a63-bc53-3e24dd187a21), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:58.858703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-081dad41-9be7-4569-b195-c3ad61c3aff9 admin admin] Publish callbacks [] for security_group (df4cfce7-cbca-4a63-bc53-3e24dd187a21), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:58.912249 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-081dad41-9be7-4569-b195-c3ad61c3aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (df4cfce7-cbca-4a63-bc53-3e24dd187a21), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:58.915101 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-081dad41-9be7-4569-b195-c3ad61c3aff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:58.916137 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-081dad41-9be7-4569-b195-c3ad61c3aff9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df4cfce7-cbca-4a63-bc53-3e24dd187a21 HTTP/1.1" status: 204 len: 168 time: 0.1328104 Jun 07 13:18:58.924776 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dad41-9be7-4569-b195-c3ad61c3aff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4cfce7-cbca-4a63-bc53-3e24dd187a21,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:59.153529 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c63bd0-f85d-4e71-997d-ecc029b6136c req-49ef69e8-6daf-4f01-8ec1-fa841275b65f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:59.155097 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92c63bd0-f85d-4e71-997d-ecc029b6136c req-49ef69e8-6daf-4f01-8ec1-fa841275b65f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0543644 Jun 07 13:18:59.239199 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92c63bd0-f85d-4e71-997d-ecc029b6136c req-e51da624-735b-4442-ae3b-8b74c9a8546e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738606 Jun 07 13:18:59.287791 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56416) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:59.303945 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:59.398325 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Publish callbacks [] for security_group (b14e7434-8b90-489e-90a7-446ea2c7da9e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:59.402823 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b14e7434-8b90-489e-90a7-446ea2c7da9e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:59.450642 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d09c41d6ea14efaa98f4a964ccc928b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617532 Jun 07 13:18:59.453454 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56432) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:59.460845 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e7434-8b90-489e-90a7-446ea2c7da9e,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:59.477342 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.477695 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.478037 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.478371 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.478917 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.479244 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.479606 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.479929 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.480257 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.480577 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.481755 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.482097 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.482792 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.483142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.484138 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239fb2-6452-404b-bc04-709ff7ee8089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:18:59.539100 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a621-a952-4283-814d-8a3d35ef4708 admin admin] Publish callbacks [] for security_group (b14e7434-8b90-489e-90a7-446ea2c7da9e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:59.563915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a621-a952-4283-814d-8a3d35ef4708 admin admin] Publish callbacks [] for security_group (b14e7434-8b90-489e-90a7-446ea2c7da9e), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:59.616268 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a621-a952-4283-814d-8a3d35ef4708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b14e7434-8b90-489e-90a7-446ea2c7da9e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:59.619589 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a621-a952-4283-814d-8a3d35ef4708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:18:59.623669 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4bb4a621-a952-4283-814d-8a3d35ef4708 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b14e7434-8b90-489e-90a7-446ea2c7da9e HTTP/1.1" status: 204 len: 168 time: 0.1690781 Jun 07 13:18:59.632560 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4a621-a952-4283-814d-8a3d35ef4708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e7434-8b90-489e-90a7-446ea2c7da9e,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:18:59.793022 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56444) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:18:59.948204 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaff857-0003-408c-b319-fa003fea5e17 req-5089c2eb-82e6-4f27-b516-ee6735882d03 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:18:59.949820 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ebaff857-0003-408c-b319-fa003fea5e17 req-5089c2eb-82e6-4f27-b516-ee6735882d03 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0625231 Jun 07 13:19:00.041632 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ebaff857-0003-408c-b319-fa003fea5e17 req-46e633dc-48cb-4f57-9b13-6e5e3763ee24 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840454 Jun 07 13:19:00.092962 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7661451e-fe39-48f8-ad56-ef648b56cb9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.112422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:00.184959 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7661451e-fe39-48f8-ad56-ef648b56cb9c admin admin] Publish callbacks [] for security_group (fd59cb78-6e25-4ae5-86e5-d5a193eec5c5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.185764 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7661451e-fe39-48f8-ad56-ef648b56cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (fd59cb78-6e25-4ae5-86e5-d5a193eec5c5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.220385 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:00.229417 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661451e-fe39-48f8-ad56-ef648b56cb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59cb78-6e25-4ae5-86e5-d5a193eec5c5,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:00.238513 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7661451e-fe39-48f8-ad56-ef648b56cb9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b79c7eab7edf4beda1efb340d2869a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444153 Jun 07 13:19:00.239915 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56466) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:00.331997 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Publish callbacks [] for security_group (fd59cb78-6e25-4ae5-86e5-d5a193eec5c5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.362034 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:00.365152 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Publish callbacks [] for security_group (fd59cb78-6e25-4ae5-86e5-d5a193eec5c5), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.372609 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af828b-4d93-4a4b-883a-0ddd858d85a7 req-8ff4007d-c2f1-41b1-8f2e-2dbd975598ba tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:00.374094 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3af828b-4d93-4a4b-883a-0ddd858d85a7 req-8ff4007d-c2f1-41b1-8f2e-2dbd975598ba tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0726838 Jun 07 13:19:00.462801 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (fd59cb78-6e25-4ae5-86e5-d5a193eec5c5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.465483 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.466760 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd59cb78-6e25-4ae5-86e5-d5a193eec5c5 HTTP/1.1" status: 204 len: 168 time: 0.2248070 Jun 07 13:19:00.479843 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3af828b-4d93-4a4b-883a-0ddd858d85a7 req-c94056fd-c4df-4872-992a-f923cbc473b3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902429 Jun 07 13:19:00.501990 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59cb78-6e25-4ae5-86e5-d5a193eec5c5,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:00.511319 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.511879 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.512555 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.513228 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.514372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.515009 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.515587 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.516111 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.516659 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.517126 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.517622 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.518234 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.518716 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.519206 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.519686 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7422e589-3074-4a25-ba85-c7054e257569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:00.543805 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:00.843970 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56492) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:00.851054 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:00.862489 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-12f1df7c-1627-4c49-ba20-4d22dbd093cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.944080 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-12f1df7c-1627-4c49-ba20-4d22dbd093cd admin admin] Publish callbacks [] for security_group (549983da-71f4-4888-9145-3aa8b5256e0e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.948065 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-12f1df7c-1627-4c49-ba20-4d22dbd093cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (549983da-71f4-4888-9145-3aa8b5256e0e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:00.988488 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-12f1df7c-1627-4c49-ba20-4d22dbd093cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0958d610c9d3405183b2d30452e43dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432106 Jun 07 13:19:00.990128 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1df7c-1627-4c49-ba20-4d22dbd093cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549983da-71f4-4888-9145-3aa8b5256e0e,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:00.991937 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56496) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:01.042518 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51978a07-038b-4784-af50-f99c3186a852 admin admin] Publish callbacks [] for security_group (549983da-71f4-4888-9145-3aa8b5256e0e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:01.064418 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51978a07-038b-4784-af50-f99c3186a852 admin admin] Publish callbacks [] for security_group (549983da-71f4-4888-9145-3aa8b5256e0e), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:01.117807 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51978a07-038b-4784-af50-f99c3186a852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (549983da-71f4-4888-9145-3aa8b5256e0e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:01.120906 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51978a07-038b-4784-af50-f99c3186a852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:01.123009 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-51978a07-038b-4784-af50-f99c3186a852 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/549983da-71f4-4888-9145-3aa8b5256e0e HTTP/1.1" status: 204 len: 168 time: 0.1294515 Jun 07 13:19:01.131078 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51978a07-038b-4784-af50-f99c3186a852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549983da-71f4-4888-9145-3aa8b5256e0e,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:01.220873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97806-14f1-496c-b4d3-d4392311e99b req-66598cc3-8082-40ae-9bba-614346d56063 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:01.222794 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-afe97806-14f1-496c-b4d3-d4392311e99b req-66598cc3-8082-40ae-9bba-614346d56063 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0889323 Jun 07 13:19:01.297143 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-afe97806-14f1-496c-b4d3-d4392311e99b req-2aa7ac9e-3d81-4f0e-8bc3-8f3b4c8c953f tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652540 Jun 07 13:19:01.605944 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e15a8-e36f-41e2-95fe-99da7e78125b req-70a67734-3dfa-4d80-ae2a-072bb9a7d954 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:01.607486 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd6e15a8-e36f-41e2-95fe-99da7e78125b req-70a67734-3dfa-4d80-ae2a-072bb9a7d954 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0572410 Jun 07 13:19:01.666929 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd6e15a8-e36f-41e2-95fe-99da7e78125b req-f4222891-1561-499a-9101-b66b2661f2cd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528319 Jun 07 13:19:01.970447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56566) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:02.188939 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7d11-d230-4770-beeb-5e86aac57192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:02.272159 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7d11-d230-4770-beeb-5e86aac57192 admin admin] Publish callbacks [] for security_group (282e887a-f58c-46c8-9e55-097b59824010), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:02.280878 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7d11-d230-4770-beeb-5e86aac57192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (282e887a-f58c-46c8-9e55-097b59824010), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:02.323123 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a0fb7d11-d230-4770-beeb-5e86aac57192 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be0d2383b2c646ecb6bcfa1390a71f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515196 Jun 07 13:19:02.324121 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7d11-d230-4770-beeb-5e86aac57192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282e887a-f58c-46c8-9e55-097b59824010,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:02.326542 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56580) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:02.388777 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad7d702a-cf95-4820-9233-17b88d0ed7bf admin admin] Publish callbacks [] for security_group (282e887a-f58c-46c8-9e55-097b59824010), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:02.413348 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad7d702a-cf95-4820-9233-17b88d0ed7bf admin admin] Publish callbacks [] for security_group (282e887a-f58c-46c8-9e55-097b59824010), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:02.435662 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d88e26-c7ab-434e-8393-75500625315f req-5f48fce3-f95d-4ed6-978a-bc229ff8a75e tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:02.436373 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-18d88e26-c7ab-434e-8393-75500625315f req-5f48fce3-f95d-4ed6-978a-bc229ff8a75e tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.0622456 Jun 07 13:19:02.483805 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad7d702a-cf95-4820-9233-17b88d0ed7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (282e887a-f58c-46c8-9e55-097b59824010), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:02.487766 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad7d702a-cf95-4820-9233-17b88d0ed7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:02.492880 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ad7d702a-cf95-4820-9233-17b88d0ed7bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/282e887a-f58c-46c8-9e55-097b59824010 HTTP/1.1" status: 204 len: 168 time: 0.1641073 Jun 07 13:19:02.503041 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d702a-cf95-4820-9233-17b88d0ed7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e887a-f58c-46c8-9e55-097b59824010,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:02.511787 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-18d88e26-c7ab-434e-8393-75500625315f req-983086d2-eff1-48f1-ade3-c94b75d36f0e tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e3a19c-53de-4937-92fc-d133f6204bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646996 Jun 07 13:19:02.788160 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615095cf-a60e-40bf-85ae-0666486c2c68 req-6111a54a-13f1-486c-aff8-01cef832158e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:02.790511 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-615095cf-a60e-40bf-85ae-0666486c2c68 req-6111a54a-13f1-486c-aff8-01cef832158e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0493560 Jun 07 13:19:02.835752 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:02.847325 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-e125e787-37d9-476b-9e5b-912c8ef9ef40 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:02.848899 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-e125e787-37d9-476b-9e5b-912c8ef9ef40 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.18 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 946 time: 0.1091578 Jun 07 13:19:02.864778 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-615095cf-a60e-40bf-85ae-0666486c2c68 req-b37b995f-beef-431e-95ae-c336e1de0d8f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647135 Jun 07 13:19:02.951683 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56608) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:02.965070 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc548-0d77-419a-9c8a-877ccc58aaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.014504 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Deleting port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:19:03.015086 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.063646 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc548-0d77-419a-9c8a-877ccc58aaa9 admin admin] Publish callbacks [] for security_group (9b02988d-59a8-474a-b0e4-7e72141c4f93), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.069614 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc548-0d77-419a-9c8a-877ccc58aaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (9b02988d-59a8-474a-b0e4-7e72141c4f93), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.093527 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:03.113146 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9f3bc548-0d77-419a-9c8a-877ccc58aaa9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b6799ab2a314cc7b33193a8fcb5c2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603796 Jun 07 13:19:03.118319 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56620) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:03.127333 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bc548-0d77-419a-9c8a-877ccc58aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b02988d-59a8-474a-b0e4-7e72141c4f93,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:03.167529 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] For port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,segment=NetworkSegment(dc8a46e1-b81f-4380-8f2a-9a98056bcb5b),segment_id=dc8a46e1-b81f-4380-8f2a-9a98056bcb5b)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:03.168047 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.190234 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Calling delete_port for 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:19:03.211957 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b747c3e-2600-4ea7-a9d9-466b56d1b132 admin admin] Publish callbacks [] for security_group (9b02988d-59a8-474a-b0e4-7e72141c4f93), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.292313 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b747c3e-2600-4ea7-a9d9-466b56d1b132 admin admin] Publish callbacks [] for security_group (9b02988d-59a8-474a-b0e4-7e72141c4f93), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.340009 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:03.365342 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:03.405782 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b747c3e-2600-4ea7-a9d9-466b56d1b132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (9b02988d-59a8-474a-b0e4-7e72141c4f93), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.408331 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b747c3e-2600-4ea7-a9d9-466b56d1b132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.409452 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4b747c3e-2600-4ea7-a9d9-466b56d1b132 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b02988d-59a8-474a-b0e4-7e72141c4f93 HTTP/1.1" status: 204 len: 168 time: 0.2895668 Jun 07 13:19:03.432012 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b747c3e-2600-4ea7-a9d9-466b56d1b132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b02988d-59a8-474a-b0e4-7e72141c4f93,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:03.440220 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (042bd4fd-49bb-4c75-a83c-ad7a363bf2c1), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.468309 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['042bd4fd-49bb-4c75-a83c-ad7a363bf2c1'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:19:03.474373 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Pushing event deleted for resources: {'Port': ['ID=042bd4fd-49bb-4c75-a83c-ad7a363bf2c1,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:03.538025 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] No DVR routers for this DVR port 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:19:03.541074 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:03.544394 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6966f041-44fa-4043-a8d5-85e27154bde0 req-5837083f-68f2-4f25-bcf9-0c3b4a883cd3 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.18 "DELETE /v2.0/ports/042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 HTTP/1.1" status: 204 len: 173 time: 0.6855221 Jun 07 13:19:03.545028 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'name': 'network-vif-deleted', 'tag': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:03.547268 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb59635a-3d11-4b08-8726-3017dfc72531" -d '{"events": [{"server_uuid": "83302c71-926e-4dfe-9285-936bb6f07ce8", "name": "network-vif-deleted", "tag": "042bd4fd-49bb-4c75-a83c-ad7a363bf2c1"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:03.598404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92bb6e4-d8be-4349-baa4-56eeedd6359c x-openstack-request-id: req-c92bb6e4-d8be-4349-baa4-56eeedd6359c {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:03.599286 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83302c71-926e-4dfe-9285-936bb6f07ce8", "name": "network-vif-deleted", "tag": "042bd4fd-49bb-4c75-a83c-ad7a363bf2c1", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:03.599649 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c92bb6e4-d8be-4349-baa4-56eeedd6359c {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:03.600080 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92bb6e4-d8be-4349-baa4-56eeedd6359c'] response: {'server_uuid': '83302c71-926e-4dfe-9285-936bb6f07ce8', 'name': 'network-vif-deleted', 'tag': '042bd4fd-49bb-4c75-a83c-ad7a363bf2c1', 'status': 'completed', 'code': 200} Jun 07 13:19:03.648946 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24aa3134-5dfb-4d1b-bfce-4fc42b30a2bb req-31c95692-9afd-4ed2-8771-fee5d2dacab0 tempest-DeleteServersTestJSON-1557703629 tempest-DeleteServersTestJSON-1557703629-project] 10.222.0.61 "GET /v2.0/ports?device_id=83302c71-926e-4dfe-9285-936bb6f07ce8 HTTP/1.1" status: 200 len: 210 time: 0.0505683 Jun 07 13:19:04.000477 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c875cd-9f6e-4d2f-a20a-c8df85e33c1d req-1c7a1ce5-ffb6-4ced-b3a2-4233a7975f80 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:04.002009 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3c875cd-9f6e-4d2f-a20a-c8df85e33c1d req-1c7a1ce5-ffb6-4ced-b3a2-4233a7975f80 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0561709 Jun 07 13:19:04.063539 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3c875cd-9f6e-4d2f-a20a-c8df85e33c1d req-a2e4c970-b301-4e91-84f4-1fefecbbd7da tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Jun 07 13:19:04.155769 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.232719 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a8597-efab-4b06-ac1f-66d17c7633a3 req-1284a0c7-b61a-4e7c-9731-b30c14897493 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:05.240235 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-605a8597-efab-4b06-ac1f-66d17c7633a3 req-1284a0c7-b61a-4e7c-9731-b30c14897493 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0778778 Jun 07 13:19:05.272764 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56742) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:05.302524 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-605a8597-efab-4b06-ac1f-66d17c7633a3 req-93476658-ca6c-4c95-84a3-e2874a6e8d12 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575469 Jun 07 13:19:05.420548 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e3149448-d7f2-491b-8c35-5c73552ebce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.507882 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e3149448-d7f2-491b-8c35-5c73552ebce6 admin admin] Publish callbacks [] for security_group (cce2f452-a9fc-4c98-b011-1fcc32dcf241), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.513510 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e3149448-d7f2-491b-8c35-5c73552ebce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cce2f452-a9fc-4c98-b011-1fcc32dcf241), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.557164 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e3149448-d7f2-491b-8c35-5c73552ebce6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=501b8e05b7a942df9c7a748d8be3c965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833045 Jun 07 13:19:05.559440 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3149448-d7f2-491b-8c35-5c73552ebce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce2f452-a9fc-4c98-b011-1fcc32dcf241,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:05.559889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56756) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:05.632128 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-00490279-e098-45f4-a18e-1a8f5c8ffd3b admin admin] Publish callbacks [] for security_group (cce2f452-a9fc-4c98-b011-1fcc32dcf241), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.666620 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-00490279-e098-45f4-a18e-1a8f5c8ffd3b admin admin] Publish callbacks [] for security_group (cce2f452-a9fc-4c98-b011-1fcc32dcf241), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.721112 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-00490279-e098-45f4-a18e-1a8f5c8ffd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cce2f452-a9fc-4c98-b011-1fcc32dcf241), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.724377 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-00490279-e098-45f4-a18e-1a8f5c8ffd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:05.725569 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-00490279-e098-45f4-a18e-1a8f5c8ffd3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cce2f452-a9fc-4c98-b011-1fcc32dcf241 HTTP/1.1" status: 204 len: 168 time: 0.1645494 Jun 07 13:19:05.735045 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00490279-e098-45f4-a18e-1a8f5c8ffd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce2f452-a9fc-4c98-b011-1fcc32dcf241,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:06.012091 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56766) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:06.025009 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4098-76e2-427e-98f6-6b6de6989d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.106928 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4098-76e2-427e-98f6-6b6de6989d4d admin admin] Publish callbacks [] for security_group (23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.110492 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4098-76e2-427e-98f6-6b6de6989d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.148259 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4e5d4098-76e2-427e-98f6-6b6de6989d4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec8bf6f1c8de4be391d75d4a8d00c6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351421 Jun 07 13:19:06.149111 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d4098-76e2-427e-98f6-6b6de6989d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:06.150908 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56768) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:06.199511 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1301f6af-5c8a-4f74-903d-74cf923deba0 admin admin] Publish callbacks [] for security_group (23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.219960 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1301f6af-5c8a-4f74-903d-74cf923deba0 admin admin] Publish callbacks [] for security_group (23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.268229 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1301f6af-5c8a-4f74-903d-74cf923deba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.270669 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1301f6af-5c8a-4f74-903d-74cf923deba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.271837 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1301f6af-5c8a-4f74-903d-74cf923deba0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad HTTP/1.1" status: 204 len: 168 time: 0.1199143 Jun 07 13:19:06.280498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301f6af-5c8a-4f74-903d-74cf923deba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dcdb90-a7d3-4cf3-b45a-c1db1936a1ad,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:06.408776 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8f354-b62c-4be8-8a49-714b6ee9800a req-9f13892e-b7e3-48c2-adfc-0f0767ccb2a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:06.410221 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6eb8f354-b62c-4be8-8a49-714b6ee9800a req-9f13892e-b7e3-48c2-adfc-0f0767ccb2a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0490048 Jun 07 13:19:06.422014 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:06.467884 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6eb8f354-b62c-4be8-8a49-714b6ee9800a req-b3692cbc-b1d1-4abd-aa99-dc3daaad9b82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Jun 07 13:19:06.562349 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56792) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:06.617379 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] Deleting subnet f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:19:06.622015 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] Publish callbacks [] for subnet (f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.625838 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56804) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:06.667391 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.695664 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] Deleting subnet 62f69330-d66a-4f09-9496-0c0ceabe063b {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:19:06.702166 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] Publish callbacks [] for subnet (62f69330-d66a-4f09-9496-0c0ceabe063b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.722405 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.745711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] Publish callbacks [] for subnet (62f69330-d66a-4f09-9496-0c0ceabe063b), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.751929 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (62f69330-d66a-4f09-9496-0c0ceabe063b), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.806136 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.822509 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for subnet (62f69330-d66a-4f09-9496-0c0ceabe063b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.839985 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.845805 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed HTTP/1.1" status: 204 len: 168 time: 0.2800429 Jun 07 13:19:06.851875 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56814) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:06.855836 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f69330-d66a-4f09-9496-0c0ceabe063b,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:06.881548 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:06.885505 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2c0b3f4f-ca93-48c7-8846-b84a5131fa82 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/62f69330-d66a-4f09-9496-0c0ceabe063b HTTP/1.1" status: 204 len: 168 time: 0.2584693 Jun 07 13:19:06.889547 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56820) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:06.890293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98d4ba-c3ec-43d0-93de-579b99f8e416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5723c85-bf1a-478a-b3f1-5bfeddc7a8ed,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:06.990286 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-9e7eacbc-2094-48da-ba4b-efcbdabfe3a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124139 Jun 07 13:19:07.010297 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (64dac9f7-0be8-403d-b279-d261763176be), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.052319 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56828) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:07.054637 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (fb555a21-8403-4680-aa16-d8cb04661740), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.168026 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (fb555a21-8403-4680-aa16-d8cb04661740), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.209809 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.210225 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.210956 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.211282 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > port after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.211619 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.211942 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > port after_update 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.212266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.212591 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.212896 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.213207 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.285077 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:19:07.335898 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:19:07.337614 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 042bd4fd-49bb-4c75-a83c-ad7a363bf2c1 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:19:07.382401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:07.388142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:07.394013 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.394352 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.394919 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.395967 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:19:07.396534 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb555a21-8403-4680-aa16-d8cb04661740']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:07.404656 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (64dac9f7-0be8-403d-b279-d261763176be), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.420681 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a46e1-b81f-4380-8f2a-9a98056bcb5b') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:07.422083 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a46e1-b81f-4380-8f2a-9a98056bcb5b') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:07.423241 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a59616b0-b9db-49d8-9f03-c679f312833c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.428841 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-0443a2ff-f4e5-4f30-9595-179b62a452c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:07.430032 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:07.430444 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-0443a2ff-f4e5-4f30-9595-179b62a452c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1129 time: 0.3760448 Jun 07 13:19:07.457352 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dac9f7-0be8-403d-b279-d261763176be']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:07.459314 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (dc8a46e1-b81f-4380-8f2a-9a98056bcb5b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.484610 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (dc8a46e1-b81f-4380-8f2a-9a98056bcb5b), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.494387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344111c5-fae6-4f5c-a043-09e8b3826bb3') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:07.495269 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344111c5-fae6-4f5c-a043-09e8b3826bb3') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:07.505252 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:19:07.505697 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (dc8a46e1-b81f-4380-8f2a-9a98056bcb5b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.545370 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (344111c5-fae6-4f5c-a043-09e8b3826bb3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.577795 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (344111c5-fae6-4f5c-a043-09e8b3826bb3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.603355 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:19:07.603754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (344111c5-fae6-4f5c-a043-09e8b3826bb3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.608919 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (fb555a21-8403-4680-aa16-d8cb04661740), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.632193 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Pushing event deleted for resources: {'Network': ['ID=fb555a21-8403-4680-aa16-d8cb04661740,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:07.635196 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.639049 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1594228f-cec2-4d1a-b556-b7491b6bdbbd admin admin] 10.222.0.61 "DELETE /v2.0/networks/fb555a21-8403-4680-aa16-d8cb04661740 HTTP/1.1" status: 204 len: 168 time: 0.7810233 Jun 07 13:19:07.650460 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc6511-5654-4743-a91a-9d38fc22943f req-5397b7a9-91b8-4cb8-ae7e-203d94b1cd1a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:07.654119 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b2dc6511-5654-4743-a91a-9d38fc22943f req-5397b7a9-91b8-4cb8-ae7e-203d94b1cd1a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0848551 Jun 07 13:19:07.663787 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 344111c5-fae6-4f5c-a043-09e8b3826bb3 resource provider aggregate not found Jun 07 13:19:07.703500 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 344111c5-fae6-4f5c-a043-09e8b3826bb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 344111c5-fae6-4f5c-a043-09e8b3826bb3 found for delete ", "request_id": "req-4a4e3bb3-f0ba-45c5-b0c7-fdfed0dc24ed"}]} Jun 07 13:19:07.717926 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-f5e52c41-8ab5-487d-afb4-a5b782c01f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:07.719474 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-f5e52c41-8ab5-487d-afb4-a5b782c01f64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.2591958 Jun 07 13:19:07.730027 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b2dc6511-5654-4743-a91a-9d38fc22943f req-d03c9233-4685-44ab-8f15-4dfc00b2f112 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691409 Jun 07 13:19:07.761496 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (64dac9f7-0be8-403d-b279-d261763176be), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.800601 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.806894 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] 10.222.0.61 "DELETE /v2.0/networks/64dac9f7-0be8-403d-b279-d261763176be HTTP/1.1" status: 204 len: 168 time: 0.9043787 Jun 07 13:19:07.808072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56858) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:07.825148 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-6b09191d-bb07-4e35-95f8-c90a24d7a12e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fbff3a7-3340-450f-bac9-a55605b332c7 HTTP/1.1" status: 200 len: 217 time: 0.0935192 Jun 07 13:19:07.830503 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a59616b0-b9db-49d8-9f03-c679f312833c admin admin] Publish callbacks [] for security_group (737055a1-51ae-44ac-aa7d-666f6307456d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.831809 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ae2bf-5c48-4cd4-81a2-c96fe2484083 admin admin] Pushing event deleted for resources: {'Network': ['ID=64dac9f7-0be8-403d-b279-d261763176be,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:07.845489 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a59616b0-b9db-49d8-9f03-c679f312833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (737055a1-51ae-44ac-aa7d-666f6307456d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.875575 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56860) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:07.918566 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment dc8a46e1-b81f-4380-8f2a-9a98056bcb5b resource provider aggregate not found Jun 07 13:19:07.925133 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59616b0-b9db-49d8-9f03-c679f312833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737055a1-51ae-44ac-aa7d-666f6307456d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:07.949798 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a59616b0-b9db-49d8-9f03-c679f312833c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eba299ed86a642a2bc7a3b78c5d1bd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8892453 Jun 07 13:19:07.950156 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] Deleting subnet 70540bfc-023c-4272-947c-b3101bf8c03f {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:19:07.950243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-a5d9190e-0cfe-4fe8-8a84-a1de9571367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:07.950243 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-a5d9190e-0cfe-4fe8-8a84-a1de9571367f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.1100717 Jun 07 13:19:07.950243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56864) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:07.952401 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment dc8a46e1-b81f-4380-8f2a-9a98056bcb5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc8a46e1-b81f-4380-8f2a-9a98056bcb5b found for delete ", "request_id": "req-b5ca6607-14be-4861-969f-a43c76f5fc62"}]} Jun 07 13:19:07.957767 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] Publish callbacks [] for subnet (70540bfc-023c-4272-947c-b3101bf8c03f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:07.984718 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ad9aadf6-4006-4343-9bd0-3b0739aa3a32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b95f79de5724987ab6c9fddb86a84f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1074288 Jun 07 13:19:07.987599 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:07.990900 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56868) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:08.030402 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-bddc93f0-31a4-4653-989e-e8f88075184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:08.031982 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-bddc93f0-31a4-4653-989e-e8f88075184f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741529 Jun 07 13:19:08.036821 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10232070'] for subnet (70540bfc-023c-4272-947c-b3101bf8c03f), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.057507 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-57d3e0e3-1a65-4712-b175-d482f2a2d9a2 admin admin] Publish callbacks [] for security_group (737055a1-51ae-44ac-aa7d-666f6307456d), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.096795 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f9a945e1-b731-4901-9290-b2feab659785 admin admin] Publish callbacks [] for security_group (c9e3a19c-53de-4937-92fc-d133f6204bd6), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.112780 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (70540bfc-023c-4272-947c-b3101bf8c03f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.122579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-57d3e0e3-1a65-4712-b175-d482f2a2d9a2 admin admin] Publish callbacks [] for security_group (737055a1-51ae-44ac-aa7d-666f6307456d), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.147892 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f9a945e1-b731-4901-9290-b2feab659785 admin admin] Publish callbacks [] for security_group (c9e3a19c-53de-4937-92fc-d133f6204bd6), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.181120 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-2a7458be-12fd-494b-994e-d080c534ab10 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353157 Jun 07 13:19:08.182147 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:08.205084 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10484627'] for subnet (70540bfc-023c-4272-947c-b3101bf8c03f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.234888 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70540bfc-023c-4272-947c-b3101bf8c03f,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:08.237376 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.240194 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-be08102c-af45-470c-a013-e6a13614e4cd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/70540bfc-023c-4272-947c-b3101bf8c03f HTTP/1.1" status: 204 len: 168 time: 0.4297383 Jun 07 13:19:08.240389 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-57d3e0e3-1a65-4712-b175-d482f2a2d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (737055a1-51ae-44ac-aa7d-666f6307456d), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.242326 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56872) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:08.242793 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-57d3e0e3-1a65-4712-b175-d482f2a2d9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.243951 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-57d3e0e3-1a65-4712-b175-d482f2a2d9a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/737055a1-51ae-44ac-aa7d-666f6307456d HTTP/1.1" status: 204 len: 168 time: 0.2965658 Jun 07 13:19:08.258707 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f9a945e1-b731-4901-9290-b2feab659785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c9e3a19c-53de-4937-92fc-d133f6204bd6), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.259979 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3e0e3-1a65-4712-b175-d482f2a2d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737055a1-51ae-44ac-aa7d-666f6307456d,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:08.261314 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f9a945e1-b731-4901-9290-b2feab659785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.262435 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f9a945e1-b731-4901-9290-b2feab659785 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9e3a19c-53de-4937-92fc-d133f6204bd6 HTTP/1.1" status: 204 len: 168 time: 0.2701972 Jun 07 13:19:08.330179 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-893610d1-3414-4f78-8d7a-d68b7d242ad9 req-0605bb72-ece8-4050-b6af-a151d1cae8fd service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391573 Jun 07 13:19:08.491355 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a945e1-b731-4901-9290-b2feab659785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e3a19c-53de-4937-92fc-d133f6204bd6,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:08.516521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.618895 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.644931 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:08.655196 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a8b88a-fad8-490d-ad86-c40eabf11a85') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:08.655584 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a8b88a-fad8-490d-ad86-c40eabf11a85') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:08.666339 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (e3a8b88a-fad8-490d-ad86-c40eabf11a85), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.682020 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (e3a8b88a-fad8-490d-ad86-c40eabf11a85), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.689483 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:19:08.689975 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (e3a8b88a-fad8-490d-ad86-c40eabf11a85), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.697661 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=88 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:08.767352 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.771625 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.778805 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] 10.222.0.61 "DELETE /v2.0/networks/f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281 HTTP/1.1" status: 204 len: 168 time: 0.5345204 Jun 07 13:19:08.794707 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f2985-d357-4e12-b848-cdfb2189b47c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a0de2a-8bdd-4b3d-ac57-a413f0a4f281,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:08.907534 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fb7a4-bb11-4c90-9b3c-552d83546336 req-14e43401-16cf-4691-8537-4692263a130f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:08.915517 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d30fb7a4-bb11-4c90-9b3c-552d83546336 req-14e43401-16cf-4691-8537-4692263a130f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0716217 Jun 07 13:19:08.950738 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56914) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:08.969516 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8319caf1-3740-4c2b-9721-fb4004c58f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:08.977287 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:08.986243 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d30fb7a4-bb11-4c90-9b3c-552d83546336 req-03e9e05d-739d-4267-890d-ae7ff6e2d419 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641968 Jun 07 13:19:08.991488 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56916) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:09.045402 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-287297d2-6e29-4431-8d43-b5e32847e6aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7825374f809425688a5767b8c79e828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526719 Jun 07 13:19:09.047971 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56922) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:09.049732 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:09.147846 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8319caf1-3740-4c2b-9721-fb4004c58f5b admin admin] Publish callbacks [] for security_group (651ba671-d29d-4793-addf-e35edd87df55), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.154206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8319caf1-3740-4c2b-9721-fb4004c58f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (651ba671-d29d-4793-addf-e35edd87df55), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.166560 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-17f04250-3dee-4a21-bf75-32f5a2ba9a22 admin admin] Publish callbacks [] for security_group (8673f8d3-ea98-4828-8fa9-aacc2eaf4f79), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.188154 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8319caf1-3740-4c2b-9721-fb4004c58f5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aeb1ad6691fc4d68bde7256b2806ae72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361636 Jun 07 13:19:09.190821 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 56932) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:09.195528 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-17f04250-3dee-4a21-bf75-32f5a2ba9a22 admin admin] Publish callbacks [] for security_group (8673f8d3-ea98-4828-8fa9-aacc2eaf4f79), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.250391 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319caf1-3740-4c2b-9721-fb4004c58f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651ba671-d29d-4793-addf-e35edd87df55,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:09.273060 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ece147db-234e-428d-be54-5b8cfd3cf4b4 admin admin] Publish callbacks [] for security_group (651ba671-d29d-4793-addf-e35edd87df55), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.284071 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-17f04250-3dee-4a21-bf75-32f5a2ba9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8673f8d3-ea98-4828-8fa9-aacc2eaf4f79), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.287211 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-17f04250-3dee-4a21-bf75-32f5a2ba9a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.288341 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-17f04250-3dee-4a21-bf75-32f5a2ba9a22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8673f8d3-ea98-4828-8fa9-aacc2eaf4f79 HTTP/1.1" status: 204 len: 168 time: 0.2393444 Jun 07 13:19:09.317535 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ece147db-234e-428d-be54-5b8cfd3cf4b4 admin admin] Publish callbacks [] for security_group (651ba671-d29d-4793-addf-e35edd87df55), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.319294 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f04250-3dee-4a21-bf75-32f5a2ba9a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673f8d3-ea98-4828-8fa9-aacc2eaf4f79,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:09.380694 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ece147db-234e-428d-be54-5b8cfd3cf4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (651ba671-d29d-4793-addf-e35edd87df55), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.385668 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ece147db-234e-428d-be54-5b8cfd3cf4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:09.386862 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ece147db-234e-428d-be54-5b8cfd3cf4b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/651ba671-d29d-4793-addf-e35edd87df55 HTTP/1.1" status: 204 len: 168 time: 0.1950819 Jun 07 13:19:09.415032 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece147db-234e-428d-be54-5b8cfd3cf4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651ba671-d29d-4793-addf-e35edd87df55,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:09.899649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 56998) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:09.907977 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:09.948029 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b0f4f467-27f8-459b-8691-89208cc242c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=831f4787578246b2a26996696ad59617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468836 Jun 07 13:19:09.950538 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57000) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:09.985275 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment e3a8b88a-fad8-490d-ad86-c40eabf11a85 resource provider aggregate not found Jun 07 13:19:10.006582 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment e3a8b88a-fad8-490d-ad86-c40eabf11a85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3a8b88a-fad8-490d-ad86-c40eabf11a85 found for delete ", "request_id": "req-0d71f400-c6d7-43db-a852-aa94cb8ae661"}]} Jun 07 13:19:10.024126 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab8d71b6-cff7-4170-a7a5-b70bffd47149 admin admin] Publish callbacks [] for security_group (38d74db0-e152-4d11-ab2b-4e773d58aa3d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.048874 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab8d71b6-cff7-4170-a7a5-b70bffd47149 admin admin] Publish callbacks [] for security_group (38d74db0-e152-4d11-ab2b-4e773d58aa3d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.134356 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4957ba2-ba9e-45e0-804c-e5dd09e5a87e req-ff1559aa-6ddd-4e06-988d-6d11d3a3c114 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:10.135882 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4957ba2-ba9e-45e0-804c-e5dd09e5a87e req-ff1559aa-6ddd-4e06-988d-6d11d3a3c114 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0665159 Jun 07 13:19:10.170752 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab8d71b6-cff7-4170-a7a5-b70bffd47149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (38d74db0-e152-4d11-ab2b-4e773d58aa3d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.173449 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab8d71b6-cff7-4170-a7a5-b70bffd47149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.174611 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ab8d71b6-cff7-4170-a7a5-b70bffd47149 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38d74db0-e152-4d11-ab2b-4e773d58aa3d HTTP/1.1" status: 204 len: 168 time: 0.2231431 Jun 07 13:19:10.188725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57016) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:10.194162 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d71b6-cff7-4170-a7a5-b70bffd47149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d74db0-e152-4d11-ab2b-4e773d58aa3d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:10.207512 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4957ba2-ba9e-45e0-804c-e5dd09e5a87e req-e9f467cb-bc8c-45b8-8f68-224967342041 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648732 Jun 07 13:19:10.475206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-network', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:10.496551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Made reservation on behalf of 346889f9c6334aa9a22bd277aa002a0f for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:19:10.499397 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.508685 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.597229 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks [] for security_group (80ebbccb-9ea6-47d8-87ad-7578863630f8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.612579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (80ebbccb-9ea6-47d8-87ad-7578863630f8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.636034 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:19:10.651618 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ebbccb-9ea6-47d8-87ad-7578863630f8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:10.657040 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (a261ca32-2d19-4faf-b29f-12bce5965e4b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.657377 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Added segment a261ca32-2d19-4faf-b29f-12bce5965e4b of type vlan for network f3f69c49-b140-4944-b465-9f2708e8aff6 Jun 07 13:19:10.700483 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (f3f69c49-b140-4944-b465-9f2708e8aff6), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.732217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (f3f69c49-b140-4944-b465-9f2708e8aff6), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.733289 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:10.733862 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.798931 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6080921 Jun 07 13:19:10.801727 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57052) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:10.806683 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Request body: {'subnet': {'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-subnet', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:10.819150 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f994914-82f4-422f-aea3-38ea8cd18112 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f69c49-b140-4944-b465-9f2708e8aff6,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:10.831063 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network f3f69c49-b140-4944-b465-9f2708e8aff6 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:19:10.836666 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Made reservation on behalf of 346889f9c6334aa9a22bd277aa002a0f for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:19:10.839480 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:10.890577 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:10.902365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:11.038698 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (278a8652-77bf-49e3-9bb0-5c99c3d31015), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.092500 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278a8652-77bf-49e3-9bb0-5c99c3d31015,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:11.121345 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Checking segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:11.121606 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Network hostable DHCP agents. Network: f3f69c49-b140-4944-b465-9f2708e8aff6, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:19:11.147251 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Network f3f69c49-b140-4944-b465-9f2708e8aff6 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:19:11.161377 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, f3f69c49-b140-4944-b465-9f2708e8aff6) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:11.167777 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:11.168376 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.172821 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17200701-498f-4ada-942d-c1d676ef8d76 None None] Network f3f69c49-b140-4944-b465-9f2708e8aff6 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:19:11.194212 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5fd7d3b6-e310-4fb9-9936-85920b91d647 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3913403 Jun 07 13:19:11.197004 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57086) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:11.201507 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:11.239831 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (79b9218e-edd9-4421-8b9b-174a4003d490), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.241148 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (79b9218e-edd9-4421-8b9b-174a4003d490), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.314718 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks [] for router_controller (79b9218e-edd9-4421-8b9b-174a4003d490), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.330739 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-f3f69c49-b140-4944-b465-9f2708e8aff6', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:19:11.332186 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.344703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32431a69-001b-44d0-b4db-beccdb33049d req-4374cc2a-ceb7-4ce7-b8e8-a5533c133448 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:11.363836 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32431a69-001b-44d0-b4db-beccdb33049d req-4374cc2a-ceb7-4ce7-b8e8-a5533c133448 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0772021 Jun 07 13:19:11.447052 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32431a69-001b-44d0-b4db-beccdb33049d req-fe557809-a4ea-4243-8fb6-61abae8ceb34 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812409 Jun 07 13:19:11.486898 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks [] for router_gateway (79b9218e-edd9-4421-8b9b-174a4003d490), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.550807 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Allocated IP 172.20.0.2 (f3f69c49-b140-4944-b465-9f2708e8aff6/278a8652-77bf-49e3-9bb0-5c99c3d31015/fe7a40f5-e87a-42ce-94d3-03fb723fa6d4) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:19:11.746331 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57128) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:11.754791 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Publish callbacks [] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.756267 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks [] for router_gateway (79b9218e-edd9-4421-8b9b-174a4003d490), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.765397 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.784405 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57136) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:11.796730 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.857412 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Network f3f69c49-b140-4944-b465-9f2708e8aff6 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:11.861639 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:11.866738 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:19:11.901085 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Pushing event updated for resources: {'Port': ['ID=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:11.912832 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.913439 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.913968 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.914459 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.914981 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.915448 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.915915 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.916377 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.916840 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.917336 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.917652 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.918130 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.918611 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.919120 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.919580 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:11.931186 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:11.954004 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Attempting to bind port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:19:11.954782 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Attempting to bind port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:19:11.955465 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Attempting to bind port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 on network f3f69c49-b140-4944-b465-9f2708e8aff6 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:11.962482 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:19:11.963426 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Checking segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:11.964008 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.964735 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Bound using segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:19:11.965351 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Bound port: fe7a40f5-e87a-42ce-94d3-03fb723fa6d4, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:19:11.966004 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:11.973287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Allocated IP 172.27.1.230 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/6f9b273c-ed5b-469f-a15a-713c5e25c715) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:19:12.042245 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:12.046034 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] For port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:19:12.049885 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] For port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:19:12.065636 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.110250 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7d963db-007d-475a-ab5a-d0cf2d9b36c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.157845 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a85832-b445-4869-9ba8-447973c39b01 None None] Pushing event updated for resources: {'Port': ['ID=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:12.227403 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bb0e-0c23-4776-b07b-a5f6bd7153f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.319618 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks [] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.334071 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7d963db-007d-475a-ab5a-d0cf2d9b36c4 admin admin] Publish callbacks [] for security_group (e72bdccc-0233-404c-9d3b-4d7af92bd1c3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.346026 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7d963db-007d-475a-ab5a-d0cf2d9b36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e72bdccc-0233-404c-9d3b-4d7af92bd1c3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.356175 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:12.378238 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.441047 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:12.444421 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:12.445487 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Pushing event updated for resources: {'Port': ['ID=6f9b273c-ed5b-469f-a15a-713c5e25c715,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:12.449924 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:12.455359 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a7d963db-007d-475a-ab5a-d0cf2d9b36c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b326a70421a4b33b8cd5dfda7bcad69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7073467 Jun 07 13:19:12.455842 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57156) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:12.456854 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:19:12.457824 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bb0e-0c23-4776-b07b-a5f6bd7153f6 admin admin] Publish callbacks [] for security_group (ffb2f250-6519-459e-985e-95f38a4cb762), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.460219 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d963db-007d-475a-ab5a-d0cf2d9b36c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bdccc-0233-404c-9d3b-4d7af92bd1c3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:12.465219 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2cc4bb0e-0c23-4776-b07b-a5f6bd7153f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ffb2f250-6519-459e-985e-95f38a4cb762), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.510592 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4bb0e-0c23-4776-b07b-a5f6bd7153f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb2f250-6519-459e-985e-95f38a4cb762,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:12.516846 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2cc4bb0e-0c23-4776-b07b-a5f6bd7153f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b990df3465f420da8f806da92600d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7316999 Jun 07 13:19:12.521076 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57162) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:12.572503 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:12.612670 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a979ad94-aa49-47c1-919e-02f241fc9229 admin admin] Publish callbacks [] for security_group (ffb2f250-6519-459e-985e-95f38a4cb762), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.638886 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a979ad94-aa49-47c1-919e-02f241fc9229 admin admin] Publish callbacks [] for security_group (ffb2f250-6519-459e-985e-95f38a4cb762), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.658071 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d7cd-ecb1-4be7-9846-02c819e3b048 admin admin] Publish callbacks [] for security_group (e72bdccc-0233-404c-9d3b-4d7af92bd1c3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.729996 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d66f5-dcf1-4ef2-b632-86581e51701e req-99d7224a-23d8-4eb1-96ce-1ec9761d4d53 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:12.731521 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d7cd-ecb1-4be7-9846-02c819e3b048 admin admin] Publish callbacks [] for security_group (e72bdccc-0233-404c-9d3b-4d7af92bd1c3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.737311 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e0d66f5-dcf1-4ef2-b632-86581e51701e req-99d7224a-23d8-4eb1-96ce-1ec9761d4d53 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0733764 Jun 07 13:19:12.765221 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a979ad94-aa49-47c1-919e-02f241fc9229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ffb2f250-6519-459e-985e-95f38a4cb762), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.768017 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a979ad94-aa49-47c1-919e-02f241fc9229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.769424 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a979ad94-aa49-47c1-919e-02f241fc9229 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ffb2f250-6519-459e-985e-95f38a4cb762 HTTP/1.1" status: 204 len: 168 time: 0.2480674 Jun 07 13:19:12.793970 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979ad94-aa49-47c1-919e-02f241fc9229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb2f250-6519-459e-985e-95f38a4cb762,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:12.816459 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e0d66f5-dcf1-4ef2-b632-86581e51701e req-062945a9-a9c3-4a7b-ba9b-eb6e7c3995a9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780234 Jun 07 13:19:12.922332 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d7cd-ecb1-4be7-9846-02c819e3b048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e72bdccc-0233-404c-9d3b-4d7af92bd1c3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.925101 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d7cd-ecb1-4be7-9846-02c819e3b048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:12.926374 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c8d2d7cd-ecb1-4be7-9846-02c819e3b048 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e72bdccc-0233-404c-9d3b-4d7af92bd1c3 HTTP/1.1" status: 204 len: 168 time: 0.4655521 Jun 07 13:19:12.939564 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d7cd-ecb1-4be7-9846-02c819e3b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bdccc-0233-404c-9d3b-4d7af92bd1c3,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:12.944458 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks [] for router_gateway (79b9218e-edd9-4421-8b9b-174a4003d490), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.047501 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:13.204901 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (79b9218e-edd9-4421-8b9b-174a4003d490), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.396151 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57204) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:13.411544 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-54064087-d975-4527-bdba-0d4a71a9629f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.465811 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Router 79b9218e-edd9-4421-8b9b-174a4003d490 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:19:13.569935 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-54064087-d975-4527-bdba-0d4a71a9629f admin admin] Publish callbacks [] for security_group (ecf2f272-49fb-46ba-8255-84ede63112d5), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.581226 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-54064087-d975-4527-bdba-0d4a71a9629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ecf2f272-49fb-46ba-8255-84ede63112d5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.623495 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:19:13.636699 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Sync routers for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:19:13.650878 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-54064087-d975-4527-bdba-0d4a71a9629f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bba8fdd2698f418b8c3c2640ed2f07e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493851 Jun 07 13:19:13.650878 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064087-d975-4527-bdba-0d4a71a9629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2f272-49fb-46ba-8255-84ede63112d5,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:13.651538 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57208) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:13.655887 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:19:13.657034 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:18:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:13.660821 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:13.671265 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.673074 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-37791463-d1cb-4e59-b3fe-3cd36452bb0c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4747927 Jun 07 13:19:13.675820 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57212) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:13.724503 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e85af5-f664-48dd-8381-fa137469a816 None None] Network f3f69c49-b140-4944-b465-9f2708e8aff6 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:19:13.781721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-427ec229-aa16-4963-a6b4-a9a6d4e3193f admin admin] Publish callbacks [] for security_group (ecf2f272-49fb-46ba-8255-84ede63112d5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.831038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:13.836656 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:19:13.838304 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-427ec229-aa16-4963-a6b4-a9a6d4e3193f admin admin] Publish callbacks [] for security_group (ecf2f272-49fb-46ba-8255-84ede63112d5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.938471 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:13.940240 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-e619c3d0-584c-4e5d-8ab6-5e27993dcc80 None None] Provisioning complete for port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:13.940857 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e619c3d0-584c-4e5d-8ab6-5e27993dcc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.951924 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-427ec229-aa16-4963-a6b4-a9a6d4e3193f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ecf2f272-49fb-46ba-8255-84ede63112d5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.955014 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-427ec229-aa16-4963-a6b4-a9a6d4e3193f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:13.959828 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-427ec229-aa16-4963-a6b4-a9a6d4e3193f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ecf2f272-49fb-46ba-8255-84ede63112d5 HTTP/1.1" status: 204 len: 168 time: 0.3071363 Jun 07 13:19:13.982738 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ec229-aa16-4963-a6b4-a9a6d4e3193f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2f272-49fb-46ba-8255-84ede63112d5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:14.036221 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:14.062625 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51de40-e80a-4997-af56-101ac41f9721 req-c2cf8d58-f689-4d9c-89ac-2561a389d322 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:14.064473 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef51de40-e80a-4997-af56-101ac41f9721 req-c2cf8d58-f689-4d9c-89ac-2561a389d322 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.1102216 Jun 07 13:19:14.189814 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:14.190182 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.195608 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef51de40-e80a-4997-af56-101ac41f9721 req-3f1e2bc4-239f-4e55-8261-5a911b7ca0e4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238434 Jun 07 13:19:14.225042 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:12Z', 'revision_number': 3, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:14.255358 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Checking router: 79b9218e-edd9-4421-8b9b-174a4003d490 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:19:14.255691 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Updating router 79b9218e-edd9-4421-8b9b-174a4003d490 port 6f9b273c-ed5b-469f-a15a-713c5e25c715 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:19:14.295211 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.370711 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-e619c3d0-584c-4e5d-8ab6-5e27993dcc80 None None] Current status of the port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:14.372889 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e619c3d0-584c-4e5d-8ab6-5e27993dcc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.478580 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:14.500235 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:14.501828 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.556158 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-e619c3d0-584c-4e5d-8ab6-5e27993dcc80 None None] For port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:14.584687 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e619c3d0-584c-4e5d-8ab6-5e27993dcc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.787373 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619c3d0-584c-4e5d-8ab6-5e27993dcc80 None None] Pushing event updated for resources: {'Port': ['ID=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:14.793266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:14.797001 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.813681 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:14.831368 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Publish callbacks [] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.847377 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.851326 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.db.api [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 07 13:19:14.852021 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG oslo_db.api [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:19:14.854582 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-7cf2979d-27d5-4163-8ba6-b23ec02aa0d4 None None] Provisioning complete for port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:14.855166 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7cf2979d-27d5-4163-8ba6-b23ec02aa0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.959060 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Attempting to bind port 6f9b273c-ed5b-469f-a15a-713c5e25c715 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:19:14.960089 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Attempting to bind port 6f9b273c-ed5b-469f-a15a-713c5e25c715 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:19:14.960637 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Attempting to bind port 6f9b273c-ed5b-469f-a15a-713c5e25c715 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:14.966453 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Pushing event updated for resources: {'Port': ['ID=6f9b273c-ed5b-469f-a15a-713c5e25c715,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:14.972299 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2979d-27d5-4163-8ba6-b23ec02aa0d4 None None] Current status of the port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:14.976332 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:19:14.976947 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:14.977526 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:14.978104 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:19:14.978758 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Bound port: 6f9b273c-ed5b-469f-a15a-713c5e25c715, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:19:14.979413 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:15.005423 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.006061 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.006600 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.007169 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.007843 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.008346 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.008848 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.009471 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.009979 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.010466 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.010996 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.011516 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.012012 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.012531 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.013029 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:19:15.084790 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] For port 6f9b273c-ed5b-469f-a15a-713c5e25c715, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:19:15.089450 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] For port 6f9b273c-ed5b-469f-a15a-713c5e25c715, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=6f9b273c-ed5b-469f-a15a-713c5e25c715,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:19:15.100717 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:15.137761 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Allocated IP 172.20.0.1 (f3f69c49-b140-4944-b465-9f2708e8aff6/278a8652-77bf-49e3-9bb0-5c99c3d31015/2bc07c08-191e-4c63-9645-dad38de3f482) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:19:15.191104 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:19:15.191955 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:18:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:15.194215 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e57bf-bf16-4807-abf5-42e67b9b4664 None None] Pushing event updated for resources: {'Port': ['ID=6f9b273c-ed5b-469f-a15a-713c5e25c715,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:15.306001 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks [] for port (2bc07c08-191e-4c63-9645-dad38de3f482), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:15.328740 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:19:15.380479 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96505f1d-4ce7-43c8-802e-3e812aeaa993 req-56ab943c-16f5-4cb2-ba47-20fc9a002325 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:15.382176 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96505f1d-4ce7-43c8-802e-3e812aeaa993 req-56ab943c-16f5-4cb2-ba47-20fc9a002325 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0742867 Jun 07 13:19:15.433256 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:15.439797 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:15.497431 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Network f3f69c49-b140-4944-b465-9f2708e8aff6 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:15.501850 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:15.506170 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:19:15.550094 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96505f1d-4ce7-43c8-802e-3e812aeaa993 req-1cea2074-16e7-46a3-bc83-7df2e3fc5a6a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613960 Jun 07 13:19:15.605289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (79b9218e-edd9-4421-8b9b-174a4003d490), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:15.639568 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:12Z', 'revision_number': 3, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:15.679760 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc07c08-191e-4c63-9645-dad38de3f482,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:15.680304 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51cfebf-5872-4eeb-8f1e-f8116b897c07 None None] The sync data for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi is: [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:12Z', 'revision_number': 3, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:19:15.794633 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:15.811987 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-0b56d88a-c304-4561-ba56-25bed8b14302 None None] Provisioning complete for port 2bc07c08-191e-4c63-9645-dad38de3f482 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:15.812689 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0b56d88a-c304-4561-ba56-25bed8b14302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:15.871756 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:15.875305 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-0b56d88a-c304-4561-ba56-25bed8b14302 None None] Port 2bc07c08-191e-4c63-9645-dad38de3f482 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:19:15.884684 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:15.888396 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:15.929678 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:15.930467 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.039643 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:16.211739 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:16.244982 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks [] for port (2bc07c08-191e-4c63-9645-dad38de3f482), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.254110 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.271429 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57296) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:16.357370 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (79b9218e-edd9-4421-8b9b-174a4003d490), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.361372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc07c08-191e-4c63-9645-dad38de3f482,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:16.462125 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-44ede5fb-799e-47df-9879-f5b0e037d524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.524207 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Network f3f69c49-b140-4944-b465-9f2708e8aff6 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:16.526274 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:16.565970 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-44ede5fb-799e-47df-9879-f5b0e037d524 admin admin] Publish callbacks [] for security_group (bed049fe-37fd-4624-9e68-a8d74d1ccf78), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.570634 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-44ede5fb-799e-47df-9879-f5b0e037d524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (bed049fe-37fd-4624-9e68-a8d74d1ccf78), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.610894 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ede5fb-799e-47df-9879-f5b0e037d524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed049fe-37fd-4624-9e68-a8d74d1ccf78,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:16.671809 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:19:16.718732 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-44ede5fb-799e-47df-9879-f5b0e037d524 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=760bb44f1eb24985adea8d7ebc5fafe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461458 Jun 07 13:19:16.719588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57318) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:16.786863 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4e4d-4d8a-42fb-ad9c-5a8cdfd97c46 req-aabe2b92-e672-4810-932d-874459089274 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:16.810691 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a4a4e4d-4d8a-42fb-ad9c-5a8cdfd97c46 req-aabe2b92-e672-4810-932d-874459089274 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.1030762 Jun 07 13:19:16.820288 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b433a293-a9ec-405c-9c0d-fe9c86e15620 admin admin] Publish callbacks [] for security_group (bed049fe-37fd-4624-9e68-a8d74d1ccf78), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.851404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b433a293-a9ec-405c-9c0d-fe9c86e15620 admin admin] Publish callbacks [] for security_group (bed049fe-37fd-4624-9e68-a8d74d1ccf78), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.864561 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Router 79b9218e-edd9-4421-8b9b-174a4003d490 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:19:16.892009 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a4a4e4d-4d8a-42fb-ad9c-5a8cdfd97c46 req-6fe8d054-16a9-4e54-a4d3-405cbfaa289d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808041 Jun 07 13:19:16.923532 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-ed83675c-7767-4f50-888e-756adafd75ee None None] Provisioning complete for port 2bc07c08-191e-4c63-9645-dad38de3f482 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:16.924142 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ed83675c-7767-4f50-888e-756adafd75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.946970 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b433a293-a9ec-405c-9c0d-fe9c86e15620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (bed049fe-37fd-4624-9e68-a8d74d1ccf78), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.950721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b433a293-a9ec-405c-9c0d-fe9c86e15620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:16.952015 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b433a293-a9ec-405c-9c0d-fe9c86e15620 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bed049fe-37fd-4624-9e68-a8d74d1ccf78 HTTP/1.1" status: 204 len: 168 time: 0.2307525 Jun 07 13:19:16.971965 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433a293-a9ec-405c-9c0d-fe9c86e15620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed049fe-37fd-4624-9e68-a8d74d1ccf78,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:17.003806 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-ed83675c-7767-4f50-888e-756adafd75ee None None] Port 2bc07c08-191e-4c63-9645-dad38de3f482 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:19:17.228329 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:19:17.242232 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d1f85839-5c7b-41a7-9b87-5b3640fbedb4 admin admin] 10.222.0.61 "PUT /v2.0/routers/79b9218e-edd9-4421-8b9b-174a4003d490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5570581 Jun 07 13:19:17.640385 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57352) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:17.647432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9a249493-2c1f-43c3-9089-4f5c03f76606 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954093286', 'description': 'tempest-description--788523153'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:17.676094 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a249493-2c1f-43c3-9089-4f5c03f76606 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:17.720630 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:17.792157 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a249493-2c1f-43c3-9089-4f5c03f76606 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (f3b25c66-9f42-446f-aa88-5aaa0ad4683b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:17.801554 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a249493-2c1f-43c3-9089-4f5c03f76606 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f3b25c66-9f42-446f-aa88-5aaa0ad4683b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:17.850121 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a249493-2c1f-43c3-9089-4f5c03f76606 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:17.854395 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9a249493-2c1f-43c3-9089-4f5c03f76606 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2126529 Jun 07 13:19:17.854626 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57362) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:17.857452 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a249493-2c1f-43c3-9089-4f5c03f76606 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b25c66-9f42-446f-aa88-5aaa0ad4683b,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:17.866285 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-2c6a216c-7e02-4a7c-8305-995c6dda45f2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'security_group_rule': {'security_group_id': 'f3b25c66-9f42-446f-aa88-5aaa0ad4683b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:17.925048 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c6a216c-7e02-4a7c-8305-995c6dda45f2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (1f2b5a12-a69e-40fe-abdd-0112e53eab79), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:17.967908 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 6f9b273c-ed5b-469f-a15a-713c5e25c715 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:18.034000 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 6f9b273c-ed5b-469f-a15a-713c5e25c715 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:18.034519 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.037768 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:18.049732 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:18.077773 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Sync routers for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:19:18.095626 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212ce0e-54bf-4d35-b2ac-928a5153a733 req-9f2c09e8-411f-4d53-9653-85668b74b13e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:18.100238 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9212ce0e-54bf-4d35-b2ac-928a5153a733 req-9f2c09e8-411f-4d53-9653-85668b74b13e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.1050487 Jun 07 13:19:18.107270 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:19:18.108268 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:18:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:18.119809 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c6a216c-7e02-4a7c-8305-995c6dda45f2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (1f2b5a12-a69e-40fe-abdd-0112e53eab79), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.131336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c6a216c-7e02-4a7c-8305-995c6dda45f2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (1f2b5a12-a69e-40fe-abdd-0112e53eab79), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.162055 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a216c-7e02-4a7c-8305-995c6dda45f2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2b5a12-a69e-40fe-abdd-0112e53eab79,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:18.168682 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2c6a216c-7e02-4a7c-8305-995c6dda45f2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.170297 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2c6a216c-7e02-4a7c-8305-995c6dda45f2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145132 Jun 07 13:19:18.173797 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57378) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:18.181616 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-8cdc0caa-0817-434b-bd31-278e0f651e2d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'security_group_rule': {'security_group_id': 'f3b25c66-9f42-446f-aa88-5aaa0ad4683b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:18.186115 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9212ce0e-54bf-4d35-b2ac-928a5153a733 req-44b7d55d-3aab-4f8c-9c73-77b8acde8e83 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796397 Jun 07 13:19:18.202141 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 6f9b273c-ed5b-469f-a15a-713c5e25c715 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:18.203037 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.229305 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0caa-0817-434b-bd31-278e0f651e2d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (318b162f-5676-4010-bbe7-bbad944838dd), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.259772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 6f9b273c-ed5b-469f-a15a-713c5e25c715, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=6f9b273c-ed5b-469f-a15a-713c5e25c715,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:18.265783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:18.267269 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.307629 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0caa-0817-434b-bd31-278e0f651e2d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (318b162f-5676-4010-bbe7-bbad944838dd), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.313501 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0caa-0817-434b-bd31-278e0f651e2d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (318b162f-5676-4010-bbe7-bbad944838dd), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.327002 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:19:18.333698 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0caa-0817-434b-bd31-278e0f651e2d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318b162f-5676-4010-bbe7-bbad944838dd,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:18.349706 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0caa-0817-434b-bd31-278e0f651e2d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.351074 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8cdc0caa-0817-434b-bd31-278e0f651e2d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1760495 Jun 07 13:19:18.354146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57400) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:18.358583 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:18.386398 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.492105 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.527177 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=6f9b273c-ed5b-469f-a15a-713c5e25c715,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:18.600523 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:18.631729 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Allocated IP 172.27.1.82 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/676622a3-f9f8-4b07-93a2-1ab71ba1cc7c) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:19:18.736559 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 2, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:18.766553 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Checking router: 79b9218e-edd9-4421-8b9b-174a4003d490 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:19:18.767080 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Updating router 79b9218e-edd9-4421-8b9b-174a4003d490 port 2bc07c08-191e-4c63-9645-dad38de3f482 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:19:18.807432 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.811343 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.861958 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:18.883569 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:18.914558 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:18.919142 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:18.925660 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:19:18.960435 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'Port': ['ID=676622a3-f9f8-4b07-93a2-1ab71ba1cc7c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:19.088997 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (03979381-cc5c-453e-a2fb-223f51f85d4b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.136085 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.147787 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a99c3c9f-102b-4522-b309-1c5d55426281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.180066 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:19.290525 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Publish callbacks [] for port (2bc07c08-191e-4c63-9645-dad38de3f482), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.299057 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.345422 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:19.373399 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b9f42-ff2e-4835-aa3c-f440297985fa None None] Pushing event updated for resources: {'Port': ['ID=2bc07c08-191e-4c63-9645-dad38de3f482,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:19.477260 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857f51a-08dd-4e9e-812f-c91d0cf98c79 req-51079bb3-5bc3-4a44-9437-b5f052ba6e2b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:19.479553 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4857f51a-08dd-4e9e-812f-c91d0cf98c79 req-51079bb3-5bc3-4a44-9437-b5f052ba6e2b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.1927900 Jun 07 13:19:19.491856 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Attempting to bind port 2bc07c08-191e-4c63-9645-dad38de3f482 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:19:19.492909 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Attempting to bind port 2bc07c08-191e-4c63-9645-dad38de3f482 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:19:19.493319 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Attempting to bind port 2bc07c08-191e-4c63-9645-dad38de3f482 on network f3f69c49-b140-4944-b465-9f2708e8aff6 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:19.500665 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:19:19.501058 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Checking segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:19.501453 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.501836 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Bound using segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:19:19.502300 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Bound port: 2bc07c08-191e-4c63-9645-dad38de3f482, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:19:19.502695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.604910 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] For port 2bc07c08-191e-4c63-9645-dad38de3f482, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:19:19.608978 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] For port 2bc07c08-191e-4c63-9645-dad38de3f482, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=2bc07c08-191e-4c63-9645-dad38de3f482,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:19:19.617045 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4857f51a-08dd-4e9e-812f-c91d0cf98c79 req-377dd950-8931-49f8-aa9c-696b2c773393 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262927 Jun 07 13:19:19.617948 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.657734 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.678274 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.741733 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:19:19.742360 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:18:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:19.803573 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'Port': ['ID=676622a3-f9f8-4b07-93a2-1ab71ba1cc7c,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:19.840242 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (03979381-cc5c-453e-a2fb-223f51f85d4b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.876767 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b9f42-ff2e-4835-aa3c-f440297985fa None None] Pushing event updated for resources: {'Port': ['ID=2bc07c08-191e-4c63-9645-dad38de3f482,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:19.885688 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 6f9b273c-ed5b-469f-a15a-713c5e25c715 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:19.894856 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:19.909330 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-01f2b20c-bb4b-4cdb-b6d6-e034fcce7551 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5459621 Jun 07 13:19:20.040053 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-99aedb46-717f-4f31-b872-fa3dd1b6832a None None] Provisioning complete for port 2bc07c08-191e-4c63-9645-dad38de3f482 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:20.040425 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-99aedb46-717f-4f31-b872-fa3dd1b6832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:20.135588 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:19:20.137939 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 6f9b273c-ed5b-469f-a15a-713c5e25c715 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:20.138333 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:20.265391 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:20.332125 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-99aedb46-717f-4f31-b872-fa3dd1b6832a None None] Current status of the port 2bc07c08-191e-4c63-9645-dad38de3f482 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:20.332514 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-99aedb46-717f-4f31-b872-fa3dd1b6832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:20.440813 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 6f9b273c-ed5b-469f-a15a-713c5e25c715 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:20.447567 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-99aedb46-717f-4f31-b872-fa3dd1b6832a None None] For port 2bc07c08-191e-4c63-9645-dad38de3f482, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=2bc07c08-191e-4c63-9645-dad38de3f482,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:20.453726 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-99aedb46-717f-4f31-b872-fa3dd1b6832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:20.517772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:20.535348 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:19Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:20.539317 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aedb46-717f-4f31-b872-fa3dd1b6832a None None] Pushing event updated for resources: {'Port': ['ID=2bc07c08-191e-4c63-9645-dad38de3f482,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:20.572832 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926f18e-0ccf-451e-86dc-9f4e227f894e None None] The sync data for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi is: [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:19Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:19:20.580861 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-fc77f4d2-4e92-42c3-8e2b-2929f99d2b3c None None] Provisioning complete for port 2bc07c08-191e-4c63-9645-dad38de3f482 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:20.581231 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fc77f4d2-4e92-42c3-8e2b-2929f99d2b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:20.715309 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fc77f4d2-4e92-42c3-8e2b-2929f99d2b3c None None] Current status of the port 2bc07c08-191e-4c63-9645-dad38de3f482 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:20.737585 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:20.758068 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16ef0a-0a1f-4d9b-961f-ee9e84e13f53 req-50863e75-f66a-4084-bd58-940a9e2db72e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:20.759746 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a16ef0a-0a1f-4d9b-961f-ee9e84e13f53 req-50863e75-f66a-4084-bd58-940a9e2db72e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0530064 Jun 07 13:19:20.821883 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a16ef0a-0a1f-4d9b-961f-ee9e84e13f53 req-c86d95b7-8eb8-4f56-98c5-49574b49ecd1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563955 Jun 07 13:19:21.307008 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a7de7dda-0ef6-4d36-887d-e5709f4f509a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:21.841181 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 2bc07c08-191e-4c63-9645-dad38de3f482 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:21.893355 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 2bc07c08-191e-4c63-9645-dad38de3f482 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:21.893739 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:21.945900 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a8b0-43f0-4c6f-a48b-abba1d95880b req-0a4f8c1f-af75-4f0d-8554-eed4ac04ea28 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:21.947603 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb4a8b0-43f0-4c6f-a48b-abba1d95880b req-0a4f8c1f-af75-4f0d-8554-eed4ac04ea28 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0556746 Jun 07 13:19:21.983698 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 2bc07c08-191e-4c63-9645-dad38de3f482 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:22.002206 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb4a8b0-43f0-4c6f-a48b-abba1d95880b req-f368b03c-17c6-4094-aa39-96a6f0a2f10b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Jun 07 13:19:22.307106 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57542) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:22.415786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a6686d0-131d-4a54-9e97-86022676bc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.476998 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.500105 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a6686d0-131d-4a54-9e97-86022676bc62 admin admin] Publish callbacks [] for security_group (877bd69d-df57-4e61-9f21-34cfe6043d11), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.503755 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a6686d0-131d-4a54-9e97-86022676bc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (877bd69d-df57-4e61-9f21-34cfe6043d11), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.542781 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8a6686d0-131d-4a54-9e97-86022676bc62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29af24a533de4ea38b8ad8ed5586dbf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345843 Jun 07 13:19:22.543613 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6686d0-131d-4a54-9e97-86022676bc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877bd69d-df57-4e61-9f21-34cfe6043d11,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:22.545559 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57546) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:22.601032 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-782f3b58-75b7-48b6-9ad6-8b30ecb46ad2 admin admin] Publish callbacks [] for security_group (877bd69d-df57-4e61-9f21-34cfe6043d11), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.847336 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-782f3b58-75b7-48b6-9ad6-8b30ecb46ad2 admin admin] Publish callbacks [] for security_group (877bd69d-df57-4e61-9f21-34cfe6043d11), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.900737 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-782f3b58-75b7-48b6-9ad6-8b30ecb46ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (877bd69d-df57-4e61-9f21-34cfe6043d11), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.903593 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-782f3b58-75b7-48b6-9ad6-8b30ecb46ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:22.905092 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-782f3b58-75b7-48b6-9ad6-8b30ecb46ad2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/877bd69d-df57-4e61-9f21-34cfe6043d11 HTTP/1.1" status: 204 len: 168 time: 0.3585670 Jun 07 13:19:22.913203 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f3b58-75b7-48b6-9ad6-8b30ecb46ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877bd69d-df57-4e61-9f21-34cfe6043d11,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:23.143842 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f07fa-6a3f-42aa-88a8-375a993043eb req-d8c2120a-1986-46ec-ab7d-00dfcc90c559 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:23.153244 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b65f07fa-6a3f-42aa-88a8-375a993043eb req-d8c2120a-1986-46ec-ab7d-00dfcc90c559 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0720820 Jun 07 13:19:23.201195 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b65f07fa-6a3f-42aa-88a8-375a993043eb req-5120765b-67b8-4b96-8649-554e1198646f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466070 Jun 07 13:19:23.252955 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57576) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:23.266356 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d3ce-a7ee-4e56-8673-b14493ecceba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.346164 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d3ce-a7ee-4e56-8673-b14493ecceba admin admin] Publish callbacks [] for security_group (72a80cd9-07f1-4a02-958b-5fa352f2d96d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.349796 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d3ce-a7ee-4e56-8673-b14493ecceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (72a80cd9-07f1-4a02-958b-5fa352f2d96d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.388013 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8bd4d3ce-a7ee-4e56-8673-b14493ecceba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=212d4e50ef064dbf9074a81bc705b186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339049 Jun 07 13:19:23.389919 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4d3ce-a7ee-4e56-8673-b14493ecceba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a80cd9-07f1-4a02-958b-5fa352f2d96d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:23.390791 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57578) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:23.445209 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7ab188c6-47ac-4a6e-a07b-c077a51e1633 admin admin] Publish callbacks [] for security_group (72a80cd9-07f1-4a02-958b-5fa352f2d96d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.466657 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7ab188c6-47ac-4a6e-a07b-c077a51e1633 admin admin] Publish callbacks [] for security_group (72a80cd9-07f1-4a02-958b-5fa352f2d96d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.468163 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:23.518822 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7ab188c6-47ac-4a6e-a07b-c077a51e1633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (72a80cd9-07f1-4a02-958b-5fa352f2d96d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.522403 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7ab188c6-47ac-4a6e-a07b-c077a51e1633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.523887 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-7ab188c6-47ac-4a6e-a07b-c077a51e1633 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72a80cd9-07f1-4a02-958b-5fa352f2d96d HTTP/1.1" status: 204 len: 168 time: 0.1317661 Jun 07 13:19:23.532729 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab188c6-47ac-4a6e-a07b-c077a51e1633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a80cd9-07f1-4a02-958b-5fa352f2d96d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:23.865327 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57584) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:23.880704 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7948cb34-3a32-45b1-a4bb-e02b48b9ff21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.900386 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.964060 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7948cb34-3a32-45b1-a4bb-e02b48b9ff21 admin admin] Publish callbacks [] for security_group (35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:23.968008 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7948cb34-3a32-45b1-a4bb-e02b48b9ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.008146 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7948cb34-3a32-45b1-a4bb-e02b48b9ff21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc63d3d466eb48698ed467016ea33611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417398 Jun 07 13:19:24.009060 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948cb34-3a32-45b1-a4bb-e02b48b9ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:24.010857 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57586) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:24.061402 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eacd2d3d-f947-4787-8484-6fa9199140c9 admin admin] Publish callbacks [] for security_group (35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.082270 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eacd2d3d-f947-4787-8484-6fa9199140c9 admin admin] Publish callbacks [] for security_group (35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.128501 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eacd2d3d-f947-4787-8484-6fa9199140c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.131532 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eacd2d3d-f947-4787-8484-6fa9199140c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.132633 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-eacd2d3d-f947-4787-8484-6fa9199140c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0 HTTP/1.1" status: 204 len: 168 time: 0.1208367 Jun 07 13:19:24.142909 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd2d3d-f947-4787-8484-6fa9199140c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d31a22-8a2c-4737-bc3d-c9fe0f9de3a0,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:24.341601 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78375e-a09f-4065-9431-45efc1bd8faf req-69b3a6a5-bbde-4328-9091-628b720f1f35 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:24.344550 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a78375e-a09f-4065-9431-45efc1bd8faf req-69b3a6a5-bbde-4328-9091-628b720f1f35 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0562482 Jun 07 13:19:24.394055 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:24.410073 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a78375e-a09f-4065-9431-45efc1bd8faf req-c4a10fd0-4528-43d6-9514-ae55f6dd38c1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 Jun 07 13:19:24.609414 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57616) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:24.777518 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07aaff5e-a74e-4b7a-bec9-32e5947e9fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.861183 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07aaff5e-a74e-4b7a-bec9-32e5947e9fb0 admin admin] Publish callbacks [] for security_group (89a5d2eb-c40a-4bb5-8076-f4850e30f083), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.868258 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07aaff5e-a74e-4b7a-bec9-32e5947e9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (89a5d2eb-c40a-4bb5-8076-f4850e30f083), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:24.868407 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57628) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:24.912532 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-07aaff5e-a74e-4b7a-bec9-32e5947e9fb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c2ba7c3180540f6a5f0ef6804f1f3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020413 Jun 07 13:19:24.913375 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaff5e-a74e-4b7a-bec9-32e5947e9fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a5d2eb-c40a-4bb5-8076-f4850e30f083,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:24.915244 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57632) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:24.953520 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:24.983323 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1074204014-network', 'tenant_id': 'd1aac41f4f074858ba560987a158c38b'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:24.988744 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf9e2c-136d-43ef-853a-2fdd525c5879 admin admin] Publish callbacks [] for security_group (89a5d2eb-c40a-4bb5-8076-f4850e30f083), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.023152 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf9e2c-136d-43ef-853a-2fdd525c5879 admin admin] Publish callbacks [] for security_group (89a5d2eb-c40a-4bb5-8076-f4850e30f083), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.024906 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Made reservation on behalf of d1aac41f4f074858ba560987a158c38b for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:19:25.027260 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.040991 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.067133 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:25.117337 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf9e2c-136d-43ef-853a-2fdd525c5879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (89a5d2eb-c40a-4bb5-8076-f4850e30f083), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.119965 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04bf9e2c-136d-43ef-853a-2fdd525c5879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.121074 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-04bf9e2c-136d-43ef-853a-2fdd525c5879 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89a5d2eb-c40a-4bb5-8076-f4850e30f083 HTTP/1.1" status: 204 len: 168 time: 0.2010009 Jun 07 13:19:25.138686 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9e2c-136d-43ef-853a-2fdd525c5879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a5d2eb-c40a-4bb5-8076-f4850e30f083,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:25.186092 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks [] for security_group (e3b0c478-7677-4352-873e-67b7710f9e52), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.190626 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e3b0c478-7677-4352-873e-67b7710f9e52), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.216721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:19:25.231765 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b0c478-7677-4352-873e-67b7710f9e52,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:25.236742 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (63dd1228-f9b3-44f2-86e2-5b05645abbf9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.237495 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Added segment 63dd1228-f9b3-44f2-86e2-5b05645abbf9 of type vlan for network 58ad666e-46d6-4776-ba36-924ba1b46cc1 Jun 07 13:19:25.308360 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (58ad666e-46d6-4776-ba36-924ba1b46cc1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.338527 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (58ad666e-46d6-4776-ba36-924ba1b46cc1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.339790 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:25.340365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.402628 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5329747 Jun 07 13:19:25.405298 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57642) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:25.406376 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.413376 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Request body: {'subnet': {'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1074204014-subnet', 'tenant_id': 'd1aac41f4f074858ba560987a158c38b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:25.423876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1ef4b-733c-4d5c-b5c2-c4794f955244 admin admin] Pushing event updated for resources: {'Network': ['ID=58ad666e-46d6-4776-ba36-924ba1b46cc1,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:25.439575 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 58ad666e-46d6-4776-ba36-924ba1b46cc1 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:19:25.446457 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Made reservation on behalf of d1aac41f4f074858ba560987a158c38b for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:19:25.449977 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.476004 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57646) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:25.509350 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c2222ec5-d0c9-4022-92dc-41793f09d705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.559760 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec115585-1460-4a8c-8696-f85a4a981ac0 req-71fb9901-86b0-44aa-a6de-76ec5c6e9d2a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:25.561255 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec115585-1460-4a8c-8696-f85a4a981ac0 req-71fb9901-86b0-44aa-a6de-76ec5c6e9d2a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0731945 Jun 07 13:19:25.632011 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec115585-1460-4a8c-8696-f85a4a981ac0 req-8efaf157-5035-4d21-8b37-1d6e3582baf1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642407 Jun 07 13:19:25.644274 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:25.661516 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c2222ec5-d0c9-4022-92dc-41793f09d705 admin admin] Publish callbacks [] for security_group (474bab14-7a2e-40ac-976a-62ff9f61f5b9), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.661935 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (bd4248b3-8015-41c3-becc-eda8b4abc05e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.665423 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c2222ec5-d0c9-4022-92dc-41793f09d705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (474bab14-7a2e-40ac-976a-62ff9f61f5b9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.709196 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c2222ec5-d0c9-4022-92dc-41793f09d705 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebaee7be21d6471ab66130419743be62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307017 Jun 07 13:19:25.710260 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2222ec5-d0c9-4022-92dc-41793f09d705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474bab14-7a2e-40ac-976a-62ff9f61f5b9,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:25.712148 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57648) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:25.734095 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:25.734995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4248b3-8015-41c3-becc-eda8b4abc05e,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:25.770250 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Checking segment: {'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:25.770633 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Network hostable DHCP agents. Network: 58ad666e-46d6-4776-ba36-924ba1b46cc1, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:19:25.800220 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3e242ab-35f8-40f7-b7f8-bbe23983a4e0 admin admin] Publish callbacks [] for security_group (474bab14-7a2e-40ac-976a-62ff9f61f5b9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.805564 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Network 58ad666e-46d6-4776-ba36-924ba1b46cc1 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:19:25.826562 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 58ad666e-46d6-4776-ba36-924ba1b46cc1) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:25.829288 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3e242ab-35f8-40f7-b7f8-bbe23983a4e0 admin admin] Publish callbacks [] for security_group (474bab14-7a2e-40ac-976a-62ff9f61f5b9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.835458 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2671e8-bada-48fb-92c3-c6c67137a880 None None] Network 58ad666e-46d6-4776-ba36-924ba1b46cc1 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:19:25.837362 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:25.837941 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-48679add-e286-450e-9784-8043311901a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.850751 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:25.875371 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-48679add-e286-450e-9784-8043311901a9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4686835 Jun 07 13:19:25.920044 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3e242ab-35f8-40f7-b7f8-bbe23983a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (474bab14-7a2e-40ac-976a-62ff9f61f5b9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.922504 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3e242ab-35f8-40f7-b7f8-bbe23983a4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:25.923715 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a3e242ab-35f8-40f7-b7f8-bbe23983a4e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/474bab14-7a2e-40ac-976a-62ff9f61f5b9 HTTP/1.1" status: 204 len: 168 time: 0.2087033 Jun 07 13:19:25.936237 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e242ab-35f8-40f7-b7f8-bbe23983a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474bab14-7a2e-40ac-976a-62ff9f61f5b9,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:25.966493 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762cd70e-a27b-4d3e-a2a8-118d2b9a8f52 None None] Network 58ad666e-46d6-4776-ba36-924ba1b46cc1 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:19:26.027291 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:26.323415 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 57662) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:26.338991 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e35b-69b7-42f3-8dba-171c7a1b45ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:26.446963 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e35b-69b7-42f3-8dba-171c7a1b45ea admin admin] Publish callbacks [] for security_group (8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:26.451214 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e35b-69b7-42f3-8dba-171c7a1b45ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:26.493293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3e35b-69b7-42f3-8dba-171c7a1b45ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:26.497392 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3ba3e35b-69b7-42f3-8dba-171c7a1b45ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64c3a839a0114501b2aa22de108915fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729760 Jun 07 13:19:26.500165 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57666) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:26.553264 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c558-267b-4434-90b5-ae324259a96e admin admin] Publish callbacks [] for security_group (8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:26.575143 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c558-267b-4434-90b5-ae324259a96e admin admin] Publish callbacks [] for security_group (8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:26.576679 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:26.633114 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c558-267b-4434-90b5-ae324259a96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:26.637572 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c558-267b-4434-90b5-ae324259a96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:26.639276 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c4d1c558-267b-4434-90b5-ae324259a96e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9 HTTP/1.1" status: 204 len: 168 time: 0.1378934 Jun 07 13:19:26.652458 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1c558-267b-4434-90b5-ae324259a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd2a7a6-a94d-4b16-8bd8-d6db846eabf9,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:26.671333 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:26.761763 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128917b-8043-457a-b78e-81a3c8c91cbb req-847229f1-8ac1-47a7-8f6a-2e77cefe7ffe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:26.763245 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d128917b-8043-457a-b78e-81a3c8c91cbb req-847229f1-8ac1-47a7-8f6a-2e77cefe7ffe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0470977 Jun 07 13:19:26.810394 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d128917b-8043-457a-b78e-81a3c8c91cbb req-6ca15ada-34bd-42bf-b06e-9c5c7c832d7e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Jun 07 13:19:29.368181 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-6017189a-9d8e-4642-9eb1-b13c5e19780b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--954093286&fields=id&tenant_id=346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 267 time: 0.1035535 Jun 07 13:19:29.370455 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:29.461961 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e921-6c2c-4442-be93-059fd56c239f req-36748da8-6cc0-4bf4-be92-dd92baad3521 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:29.463327 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-36748da8-6cc0-4bf4-be92-dd92baad3521 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/networks?id=58ad666e-46d6-4776-ba36-924ba1b46cc1 HTTP/1.1" status: 200 len: 809 time: 0.1817605 Jun 07 13:19:29.490639 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-ff218132-baf1-473e-949a-ff4c0afc8e55 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/quotas/d1aac41f4f074858ba560987a158c38b HTTP/1.1" status: 200 len: 375 time: 0.0219884 Jun 07 13:19:29.533965 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-f67f8377-4caa-4f44-b80b-bee378f3e875 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1aac41f4f074858ba560987a158c38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375843 Jun 07 13:19:29.543808 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-6463fa5b-3e52-4c72-851e-f020696e780f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:29.545189 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-6463fa5b-3e52-4c72-851e-f020696e780f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 817 time: 0.1642261 Jun 07 13:19:29.600445 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-28dff289-6d26-4e49-b958-49a4c57848d4 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/quotas/346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 375 time: 0.0455258 Jun 07 13:19:29.671898 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-23e54466-894d-4bf0-8689-26d2f3046831 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642076 Jun 07 13:19:29.675404 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-d122cf8a-4ac2-41d8-a064-22d667794db6 service neutron] 10.222.0.61 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293805 Jun 07 13:19:29.833949 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-5f23e4a0-7d1b-4c5d-b255-310668cb7809 service neutron] 10.222.0.61 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522305 Jun 07 13:19:29.835642 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-ef3bb714-2675-4d92-9d0f-363834bfee23 service neutron] 10.222.0.61 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469245 Jun 07 13:19:30.113997 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239bc87-171d-451c-aa12-237a579dd46c req-e21d7045-f803-4dd3-a379-b09944601fb7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:30.115514 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4239bc87-171d-451c-aa12-237a579dd46c req-e21d7045-f803-4dd3-a379-b09944601fb7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0624847 Jun 07 13:19:30.125526 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:30.151170 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2a244877-c20f-4bc2-b0ac-768276f1d2cc service neutron] 10.222.0.61 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096886 Jun 07 13:19:30.199430 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4239bc87-171d-451c-aa12-237a579dd46c req-f88dd483-ed33-42f1-9ba2-321d27630453 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773127 Jun 07 13:19:30.364105 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-a370bc58-32fe-4bdb-b22e-f2c6f81f39e2 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8c38e45e60ff4f5595a4b3bec32db245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828233 Jun 07 13:19:30.387349 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a106038a-8b5e-449c-b961-8e0e064b8639 req-3ed8ab45-534a-4713-a765-a71be1cea110 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 210 time: 0.0483625 Jun 07 13:19:30.570554 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fee68431-967c-462f-a16d-d6855cc3f401 req-c4844d41-cd41-4049-b4e4-f7dacd36b82c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 210 time: 0.0794251 Jun 07 13:19:30.670817 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006e637-1099-40c7-923a-63f9119bf979 req-041c5d17-7efa-43e3-bd4d-bbc3afcff686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:30.673149 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e006e637-1099-40c7-923a-63f9119bf979 req-041c5d17-7efa-43e3-bd4d-bbc3afcff686 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 1130 time: 0.0889030 Jun 07 13:19:30.692871 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-59e12828-a9f9-4e3a-a836-ce35818248d1 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:30.695862 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-59e12828-a9f9-4e3a-a836-ce35818248d1 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098593 Jun 07 13:19:30.713171 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b0426905-e477-4e41-ba45-a26a0601791d tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/quotas/8c38e45e60ff4f5595a4b3bec32db245 HTTP/1.1" status: 200 len: 375 time: 0.0123005 Jun 07 13:19:30.734869 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e006e637-1099-40c7-923a-63f9119bf979 req-633daf1a-698a-4712-b5a0-d680e4abe840 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549066 Jun 07 13:19:30.755727 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-a3daf51e-afd0-4d74-ad43-c1f016dca42e tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c38e45e60ff4f5595a4b3bec32db245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352404 Jun 07 13:19:30.915841 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c863499f-ac79-4e9d-8462-e9e49067e47a req-3223a566-ed04-4a89-ad4c-391d9b738d01 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 210 time: 0.0273960 Jun 07 13:19:31.316864 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c89dc-fa3f-4dcf-ae5d-c7d837b9d55e req-30ef6d23-3492-4bf7-a2fa-5e026ecd6963 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:31.319829 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-579c89dc-fa3f-4dcf-ae5d-c7d837b9d55e req-30ef6d23-3492-4bf7-a2fa-5e026ecd6963 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0532901 Jun 07 13:19:31.369941 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-579c89dc-fa3f-4dcf-ae5d-c7d837b9d55e req-ff7e0445-397e-4ec5-b41d-5cd91e3309b8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Jun 07 13:19:31.505711 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-edc08cf4-7390-4f1d-a32e-f20dc938b55e req-b46dcd9a-90da-457b-a6bf-90d3f63f43da tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 210 time: 0.0291433 Jun 07 13:19:31.717629 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b7db2a56-efe7-40d2-be4f-11d2dd344146 req-65190203-400d-49ac-9189-0f10f302b81a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 210 time: 0.0391283 Jun 07 13:19:31.794171 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e921-6c2c-4442-be93-059fd56c239f req-364c308d-1995-40b6-be47-419763853948 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:31.795671 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-364c308d-1995-40b6-be47-419763853948 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "GET /v2.0/networks?id=58ad666e-46d6-4776-ba36-924ba1b46cc1 HTTP/1.1" status: 200 len: 809 time: 0.1488743 Jun 07 13:19:31.814003 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Request body: {'port': {'device_id': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1', 'admin_state_up': True, 'tenant_id': 'd1aac41f4f074858ba560987a158c38b'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:31.932308 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Made reservation on behalf of d1aac41f4f074858ba560987a158c38b for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:19:31.935710 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:31.993280 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:32.010755 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-183a675b-d4d6-4e49-9d32-1437bb83522b req-764c8fd9-9b99-45f4-a47d-9cfcdd34cdcd tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 210 time: 0.0276737 Jun 07 13:19:32.067417 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Allocated IP 172.20.0.10 (58ad666e-46d6-4776-ba36-924ba1b46cc1/bd4248b3-8015-41c3-becc-eda8b4abc05e/a4698c40-1169-449b-8114-06c3b5e1c430) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:19:32.221544 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks [] for port (a4698c40-1169-449b-8114-06c3b5e1c430), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:32.256174 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:32.263123 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:32.303264 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Network 58ad666e-46d6-4776-ba36-924ba1b46cc1 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:32.306856 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:32.310711 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:19:32.340655 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Pushing event updated for resources: {'Port': ['ID=a4698c40-1169-449b-8114-06c3b5e1c430,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:32.366010 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:32.366618 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:32.384575 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-c4eba91e-96b6-4704-8ef9-e3b74cfb18e2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5745494 Jun 07 13:19:32.496892 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb97b-80e5-4af8-9c5b-01a45c140976 req-4eeb9923-e3ac-4489-b1bb-d3cf9c3ff12b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:32.498331 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0dadb97b-80e5-4af8-9c5b-01a45c140976 req-4eeb9923-e3ac-4489-b1bb-d3cf9c3ff12b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0506923 Jun 07 13:19:32.544450 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0dadb97b-80e5-4af8-9c5b-01a45c140976 req-2d3b0487-3a07-4277-aa49-f3bd66c4d652 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Jun 07 13:19:32.633942 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bebe4-1e78-4a83-9a64-def176b3dcac req-3bc3ed3e-aaa1-4e92-a9c5-9df043bf32e9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:32.635548 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-446bebe4-1e78-4a83-9a64-def176b3dcac req-3bc3ed3e-aaa1-4e92-a9c5-9df043bf32e9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 932 time: 0.0561676 Jun 07 13:19:32.678231 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:32.683943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-446bebe4-1e78-4a83-9a64-def176b3dcac req-69ce32b7-0fb6-4255-bf6b-2a3de7eecae9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Jun 07 13:19:32.824482 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-36ee56b3-28b7-4952-bd86-4410481a8fd6 req-ae7b25b3-532d-4a17-b04e-603cb7e54e06 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 210 time: 0.0272930 Jun 07 13:19:33.105329 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39295d21-2de8-40c8-8e3c-c4935b46c946 req-4a157b71-e8cf-4bdb-9daa-5f2a84cc6d22 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 210 time: 0.0268908 Jun 07 13:19:33.333466 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Request body: {'port': {'device_id': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:33.448129 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:33.553198 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-c0925391-14bc-4242-8f72-8144aeb977d5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:33.554612 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-c0925391-14bc-4242-8f72-8144aeb977d5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 817 time: 0.1635051 Jun 07 13:19:33.662240 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9e780-acd7-467e-85de-5161fbddf0ed req-21074c85-af64-40e9-8a4f-c6a00dd6ad03 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:33.663551 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9e9e780-acd7-467e-85de-5161fbddf0ed req-21074c85-af64-40e9-8a4f-c6a00dd6ad03 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0491669 Jun 07 13:19:33.712862 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9e9e780-acd7-467e-85de-5161fbddf0ed req-7f5cd856-e9c0-456d-a472-406d8e9999a0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Jun 07 13:19:33.754221 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:33.845306 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4698c40-1169-449b-8114-06c3b5e1c430 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:19:33.864589 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Publish callbacks [] for port (a4698c40-1169-449b-8114-06c3b5e1c430), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:33.868464 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8261de-982c-45d1-94b3-672d4627f819 req-01685137-57f7-4a59-9c82-4da8bf4bbc7e tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:33.875591 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b8261de-982c-45d1-94b3-672d4627f819 req-01685137-57f7-4a59-9c82-4da8bf4bbc7e tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 932 time: 0.0935609 Jun 07 13:19:33.908561 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-ba955f85-b863-4b3f-b888-5bf9a225515e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 379 time: 0.1206083 Jun 07 13:19:33.909595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Transition to ACTIVE for port object a4698c40-1169-449b-8114-06c3b5e1c430 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:19:33.913512 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:33.941088 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b91eb-04aa-4b84-8d77-dc265c508d47 req-dfb6f2c1-1536-48f2-8403-cded97097799 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:33.943364 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f7b91eb-04aa-4b84-8d77-dc265c508d47 req-dfb6f2c1-1536-48f2-8403-cded97097799 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0657122 Jun 07 13:19:33.952417 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'port': {'device_id': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'admin_state_up': True, 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'security_groups': ['f3b25c66-9f42-446f-aa88-5aaa0ad4683b']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:33.984511 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b8261de-982c-45d1-94b3-672d4627f819 req-2c293cb4-9cc9-4b79-bf03-a58793b3c61e tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079159 Jun 07 13:19:34.020502 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f7b91eb-04aa-4b84-8d77-dc265c508d47 req-69517c22-6ea2-438b-99ec-449f7b3e6319 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691342 Jun 07 13:19:34.044949 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=a4698c40-1169-449b-8114-06c3b5e1c430,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:34.092478 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-723afdaa-982c-437a-bfae-818e2d48b3fd req-dca622bf-a757-49f3-a2ec-26b41ce83650 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 210 time: 0.0359721 Jun 07 13:19:34.095722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:34.132960 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-1259f13d-882b-4a17-b304-14c2ecf83412 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8c38e45e60ff4f5595a4b3bec32db245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634062 Jun 07 13:19:34.179243 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:34.248313 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79684ede-38ae-4ad5-b517-07cc7d27eea6 req-26ec390a-b847-4304-bb15-49af15f0cec8 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 210 time: 0.0506759 Jun 07 13:19:34.301882 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Attempting to bind port a4698c40-1169-449b-8114-06c3b5e1c430 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:19:34.302286 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Attempting to bind port a4698c40-1169-449b-8114-06c3b5e1c430 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:19:34.302725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Attempting to bind port a4698c40-1169-449b-8114-06c3b5e1c430 on network 58ad666e-46d6-4776-ba36-924ba1b46cc1 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:34.334027 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Made reservation on behalf of 346889f9c6334aa9a22bd277aa002a0f for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:19:34.338028 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:34.350057 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Port a4698c40-1169-449b-8114-06c3b5e1c430 on network 58ad666e-46d6-4776-ba36-924ba1b46cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:19:34.350375 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Attempting to bind port a4698c40-1169-449b-8114-06c3b5e1c430 on network 58ad666e-46d6-4776-ba36-924ba1b46cc1 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:34.387082 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:19:34.387422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Checking segment: {'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:34.387800 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Bound using segment: {'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:19:34.388238 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Bound port: a4698c40-1169-449b-8114-06c3b5e1c430, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:19:34.388587 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:34.447481 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-c00cd3e2-90b0-4620-9600-8d707bcc96b3 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:34.448819 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-c00cd3e2-90b0-4620-9600-8d707bcc96b3 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862582 Jun 07 13:19:34.471557 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Request body: {'port': {'device_id': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'network_id': '623c6048-af7b-4162-8a66-41953c395584', 'admin_state_up': True, 'tenant_id': '8c38e45e60ff4f5595a4b3bec32db245'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:34.594078 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] For port a4698c40-1169-449b-8114-06c3b5e1c430, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:19:34.602152 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] For port a4698c40-1169-449b-8114-06c3b5e1c430, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a4698c40-1169-449b-8114-06c3b5e1c430,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:19:34.635330 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:34.676477 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:34.704978 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:34.705597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:34.706983 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4698c40-1169-449b-8114-06c3b5e1c430 HTTP/1.1" status: 200 len: 1094 time: 1.3785043 Jun 07 13:19:34.709920 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:34.712169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:34.728816 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Allocated IP 172.20.0.13 (f3f69c49-b140-4944-b465-9f2708e8aff6/278a8652-77bf-49e3-9bb0-5c99c3d31015/4846c4cd-df7f-498e-a460-3a57b147fedb) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:19:34.968211 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43949a0c-3033-49d3-b77e-11d355b1b729 x-openstack-request-id: req-43949a0c-3033-49d3-b77e-11d355b1b729 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:34.968481 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:34.968660 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43949a0c-3033-49d3-b77e-11d355b1b729 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:34.969049 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43949a0c-3033-49d3-b77e-11d355b1b729'] response: {'name': 'network-changed', 'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430', 'status': 'completed', 'code': 200} Jun 07 13:19:35.012019 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01285d94-e50e-4c84-bead-b9fe6311cd84 service neutron] Pushing event updated for resources: {'Port': ['ID=a4698c40-1169-449b-8114-06c3b5e1c430,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:35.045561 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Made reservation on behalf of 8c38e45e60ff4f5595a4b3bec32db245 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:19:35.048896 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:35.055240 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e921-6c2c-4442-be93-059fd56c239f req-2ad19d59-f171-44e0-a2a6-fdb1faee4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:35.056702 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-2ad19d59-f171-44e0-a2a6-fdb1faee4149 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1aac41f4f074858ba560987a158c38b&device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 1128 time: 0.0829020 Jun 07 13:19:35.070774 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:35.103058 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51039ca-1b50-484d-9e40-21031d1eaae8 req-97f13d27-ab09-4e9e-a6af-aa1a6b121e98 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:35.104519 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c51039ca-1b50-484d-9e40-21031d1eaae8 req-97f13d27-ab09-4e9e-a6af-aa1a6b121e98 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 944 time: 0.0470405 Jun 07 13:19:35.126560 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-179ce760-85df-4a1f-be39-09e3b8703ba7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4698c40-1169-449b-8114-06c3b5e1c430 HTTP/1.1" status: 200 len: 217 time: 0.0567400 Jun 07 13:19:35.168896 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:35.185666 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c51039ca-1b50-484d-9e40-21031d1eaae8 req-5a4d4a31-401f-4c17-b381-bac2893ea2a4 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751343 Jun 07 13:19:35.202472 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a17ffcb7-f380-454a-a920-5a3b74453fcf req-dcaf0ea9-40b5-490a-afa9-5e2102ae04e1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 210 time: 0.0342860 Jun 07 13:19:35.243076 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:35.256532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e921-6c2c-4442-be93-059fd56c239f req-bdc0eb04-2cc9-4e9d-bde2-9e92b018a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:35.257987 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-bdc0eb04-2cc9-4e9d-bde2-9e92b018a1c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd4248b3-8015-41c3-becc-eda8b4abc05e HTTP/1.1" status: 200 len: 849 time: 0.1004405 Jun 07 13:19:35.314620 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-abf0c0e5-7614-4bfa-9554-08f7b297c5c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58ad666e-46d6-4776-ba36-924ba1b46cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459149 Jun 07 13:19:35.337181 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:35.355341 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-85a6ffd8-4db5-429a-ab62-0502f1fb5966 req-c6f2ab8e-0be5-45c7-958e-c00fa5945f62 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 210 time: 0.0283372 Jun 07 13:19:35.414540 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks [] for security_group (ab73d224-ffc5-4dc6-8ceb-3c8a1044905d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:35.424380 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ab73d224-ffc5-4dc6-8ceb-3c8a1044905d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:35.535721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:35.541912 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-bd100f91-8c28-4aad-9c4e-2d246027f6c4 service neutron] 10.222.0.18 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155159 Jun 07 13:19:35.546316 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:35.663622 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Network f3f69c49-b140-4944-b465-9f2708e8aff6 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:35.683235 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:35.695291 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:19:35.705586 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:35.706643 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:35.747720 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Allocated IP 192.168.233.250 (623c6048-af7b-4162-8a66-41953c395584/810092af-d28f-4ed7-b8a5-5097c94a1b9c/bcd3488e-becb-41b9-ad34-acd79eb0dd17) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:19:35.769540 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-afed37c7-d45b-48ce-b9db-fa41cf76e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:35.772314 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-afed37c7-d45b-48ce-b9db-fa41cf76e01e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1129 time: 0.0921416 Jun 07 13:19:35.781298 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13b882-23ac-49c3-ab64-6695b6e063f0 req-a36f3822-a115-4dc8-80ad-d7c392147df2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:35.782739 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac13b882-23ac-49c3-ab64-6695b6e063f0 req-a36f3822-a115-4dc8-80ad-d7c392147df2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0622094 Jun 07 13:19:35.803216 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:35.803873 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:35.820496 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c613e921-6c2c-4442-be93-059fd56c239f req-22895457-d2aa-4c66-80b5-0e08a2516229 service neutron] 10.222.0.18 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690341 Jun 07 13:19:35.860523 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-2438d82c-37ca-4886-a4cd-19a2e30a1c2a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9156661 Jun 07 13:19:35.926480 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Request body: {'port': {'device_id': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:35.975145 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:35.975324 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac13b882-23ac-49c3-ab64-6695b6e063f0 req-da9bf412-f9b7-463a-abfa-5428f6d9e561 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785145 Jun 07 13:19:36.015321 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-dab79b78-b350-4187-8bbf-f056f43d2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:36.017062 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-dab79b78-b350-4187-8bbf-f056f43d2843 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.2334437 Jun 07 13:19:36.026850 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.067883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-336ef47b-f1e3-4933-a14f-9687248f9bac None None] Provisioning complete for port 4846c4cd-df7f-498e-a460-3a57b147fedb triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:36.068414 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-336ef47b-f1e3-4933-a14f-9687248f9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.085301 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks [] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.219623 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.229530 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-336ef47b-f1e3-4933-a14f-9687248f9bac None None] Port 4846c4cd-df7f-498e-a460-3a57b147fedb cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:19:36.286683 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Network 623c6048-af7b-4162-8a66-41953c395584 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:19:36.315202 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:19:36.322446 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:19:36.359156 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Pushing event updated for resources: {'Port': ['ID=bcd3488e-becb-41b9-ad34-acd79eb0dd17,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:36.398674 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624eaae-9dda-47b7-b8fb-8e0443e48cb6 req-0c1d060e-a75e-441f-8516-daed89c86b5b tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:36.405613 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8624eaae-9dda-47b7-b8fb-8e0443e48cb6 req-0c1d060e-a75e-441f-8516-daed89c86b5b tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 944 time: 0.1187177 Jun 07 13:19:36.406054 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:36.406674 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.414146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4d8c-9aae-4bce-bb39-e59c33c4ec46 req-11efbce6-6d1e-4f4d-8296-270c5474cdac tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:36.422245 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0bf4d8c-9aae-4bce-bb39-e59c33c4ec46 req-11efbce6-6d1e-4f4d-8296-270c5474cdac tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 932 time: 0.1206012 Jun 07 13:19:36.455468 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-bebfece6-70cc-400e-8d6c-8a99da169d3b tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9863815 Jun 07 13:19:36.500491 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0bf4d8c-9aae-4bce-bb39-e59c33c4ec46 req-34fb693f-74a8-4fcf-b244-1a5d7b9f4b41 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770290 Jun 07 13:19:36.504394 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8624eaae-9dda-47b7-b8fb-8e0443e48cb6 req-eb2ad89a-2e6a-44c0-be18-daa072354ef8 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978048 Jun 07 13:19:36.534046 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4846c4cd-df7f-498e-a460-3a57b147fedb {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:19:36.535416 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Publish callbacks [] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.550042 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Transition to ACTIVE for port object 4846c4cd-df7f-498e-a460-3a57b147fedb will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:19:36.555295 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.637610 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:36.659990 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7cab1-63d8-4928-b13d-647a182ad3ac req-90addd60-ca79-4045-85f8-e61f672b8296 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:36.661908 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94b7cab1-63d8-4928-b13d-647a182ad3ac req-90addd60-ca79-4045-85f8-e61f672b8296 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 936 time: 0.0538945 Jun 07 13:19:36.671421 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:36.672821 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-2c0a7eb9-e836-4b08-9a1c-a8e039482664 None None] Provisioning complete for port bcd3488e-becb-41b9-ad34-acd79eb0dd17 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:36.673358 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2c0a7eb9-e836-4b08-9a1c-a8e039482664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.699584 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Attempting to bind port 4846c4cd-df7f-498e-a460-3a57b147fedb on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:19:36.700094 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Attempting to bind port 4846c4cd-df7f-498e-a460-3a57b147fedb by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:19:36.700424 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Attempting to bind port 4846c4cd-df7f-498e-a460-3a57b147fedb on network f3f69c49-b140-4944-b465-9f2708e8aff6 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:36.710292 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Port 4846c4cd-df7f-498e-a460-3a57b147fedb on network f3f69c49-b140-4944-b465-9f2708e8aff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:19:36.710728 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Attempting to bind port 4846c4cd-df7f-498e-a460-3a57b147fedb on network f3f69c49-b140-4944-b465-9f2708e8aff6 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:36.721309 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:19:36.721791 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Checking segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:36.722206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Bound using segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:19:36.723060 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Bound port: 4846c4cd-df7f-498e-a460-3a57b147fedb, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:19:36.723462 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.727150 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94b7cab1-63d8-4928-b13d-647a182ad3ac req-05e77a26-515c-48c6-a6c6-6502318f5f73 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586464 Jun 07 13:19:36.727541 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:36.743106 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a7eb9-e836-4b08-9a1c-a8e039482664 None None] Port bcd3488e-becb-41b9-ad34-acd79eb0dd17 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:19:36.800265 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:19:36.803542 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:19:36.809000 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.844138 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:36.844811 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:36.846275 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 200 len: 1094 time: 0.9745781 Jun 07 13:19:36.869845 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52245c5-406f-4e3a-ae1f-8e1a9376a0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:36.950988 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Request body: {'port': {'device_id': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:36.971526 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:36.974259 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5de089-28f0-4ebb-a869-263b764c3dac" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:36.999783 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-0c1b21d6-ddb9-437c-8459-12c0a054c059 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fbff3a7-3340-450f-bac9-a55605b332c7 HTTP/1.1" status: 200 len: 217 time: 0.0530252 Jun 07 13:19:37.055239 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d45149-82a7-4bc6-823d-47d2698b4686 x-openstack-request-id: req-02d45149-82a7-4bc6-823d-47d2698b4686 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:37.055524 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:37.055770 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02d45149-82a7-4bc6-823d-47d2698b4686 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:37.056159 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d45149-82a7-4bc6-823d-47d2698b4686'] response: {'name': 'network-changed', 'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'status': 'completed', 'code': 200} Jun 07 13:19:37.098283 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-3bea6616-74ed-4834-83bc-214eccd40781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.099847 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-3bea6616-74ed-4834-83bc-214eccd40781 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1aac41f4f074858ba560987a158c38b&device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 1128 time: 0.1458983 Jun 07 13:19:37.103019 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:37.106535 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:37.112718 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-bda25691-32c6-4e30-b2f3-e06a7756f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.114140 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-bda25691-32c6-4e30-b2f3-e06a7756f2c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0985942 Jun 07 13:19:37.122088 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ade09-8959-4d05-bb6f-c94152e8836a req-1c619312-9cbb-44c8-8281-9db02a70d09d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.123465 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-930ade09-8959-4d05-bb6f-c94152e8836a req-1c619312-9cbb-44c8-8281-9db02a70d09d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0600102 Jun 07 13:19:37.167393 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-3542e347-8055-429d-b126-b7bf25a6b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.168858 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-3542e347-8055-429d-b126-b7bf25a6b6e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 1128 time: 0.1098657 Jun 07 13:19:37.199788 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-465e3cc7-50fa-4beb-b0bf-c9cab5b95bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.201254 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-465e3cc7-50fa-4beb-b0bf-c9cab5b95bea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649912 Jun 07 13:19:37.205544 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-930ade09-8959-4d05-bb6f-c94152e8836a req-db6105e5-f724-4553-9a0c-e47b23d18e4f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765483 Jun 07 13:19:37.231899 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-b77d2ca4-817b-4e15-a7d9-69d6cd80f8b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 200 len: 217 time: 0.0553935 Jun 07 13:19:37.294279 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-ca7369d8-9429-4423-8d0d-b1bb6b67df74 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Jun 07 13:19:37.390705 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-ce211719-f2b6-4895-a492-b57bc93627b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.392219 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-ce211719-f2b6-4895-a492-b57bc93627b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58ad666e-46d6-4776-ba36-924ba1b46cc1 HTTP/1.1" status: 200 len: 910 time: 0.2807643 Jun 07 13:19:37.400703 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-afa01c56-f891-4ad5-969b-0d50b7b1be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.402147 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-afa01c56-f891-4ad5-969b-0d50b7b1be24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.1560185 Jun 07 13:19:37.478241 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-310915c1-fc1d-440b-a28c-79be29aff41c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4698c40-1169-449b-8114-06c3b5e1c430 HTTP/1.1" status: 200 len: 217 time: 0.0728693 Jun 07 13:19:37.576395 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c5aea3-9391-4ce3-8577-3b451f8eb3bf req-ab7c3e63-4670-4171-9ffc-eedc8e9bcdf0 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706652 Jun 07 13:19:37.582588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-1cdf7f57-d45f-4047-b906-462962b8b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.584598 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-1cdf7f57-d45f-4047-b906-462962b8b35f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1635520 Jun 07 13:19:37.697336 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-4839b8ee-fd8c-49b3-a586-751cb1a65c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.698812 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-4839b8ee-fd8c-49b3-a586-751cb1a65c06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd4248b3-8015-41c3-becc-eda8b4abc05e HTTP/1.1" status: 200 len: 849 time: 0.1785855 Jun 07 13:19:37.712138 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a73f9-01b6-458d-8961-a9dde8c19bbd req-711b9141-a304-4bfb-b1df-afa839ddcbf0 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.712678 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:37.719004 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-394a73f9-01b6-458d-8961-a9dde8c19bbd req-711b9141-a304-4bfb-b1df-afa839ddcbf0 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 944 time: 0.0930231 Jun 07 13:19:37.728301 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c87e-9d48-4ba0-9201-3c8cbc4cc87e req-8d685963-02c8-4e3a-a0a1-6dd636414c36 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.733817 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2398c87e-9d48-4ba0-9201-3c8cbc4cc87e req-8d685963-02c8-4e3a-a0a1-6dd636414c36 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0941622 Jun 07 13:19:37.780826 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:37.784224 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-0c6c32cc-05fa-415e-97ca-497a4c035675 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667719 Jun 07 13:19:37.789062 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd3488e-becb-41b9-ad34-acd79eb0dd17 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:19:37.796826 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Publish callbacks [] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:37.811522 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:37.812819 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Transition to ACTIVE for port object bcd3488e-becb-41b9-ad34-acd79eb0dd17 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:19:37.817085 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-394a73f9-01b6-458d-8961-a9dde8c19bbd req-d021fa82-57b9-466f-9caa-3942ea5011f7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971606 Jun 07 13:19:37.818066 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:37.831289 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2398c87e-9d48-4ba0-9201-3c8cbc4cc87e req-07912a21-e279-40c5-b61b-f55ef4b00b39 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812001 Jun 07 13:19:37.851616 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57926) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:37.952661 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b1548-2f71-485d-8217-36de80168daa req-56ab14ae-c00b-4d23-8e06-bafac76bb9f2 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:37.954745 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b8b1548-2f71-485d-8217-36de80168daa req-56ab14ae-c00b-4d23-8e06-bafac76bb9f2 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0589924 Jun 07 13:19:37.962725 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-021c379a-ea60-44c1-b3ca-8579789cbdeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58ad666e-46d6-4776-ba36-924ba1b46cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136503 Jun 07 13:19:38.011128 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3488e-becb-41b9-ad34-acd79eb0dd17,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:38.020241 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f3e106b9-0c94-479b-b310-90d7a8749a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.064326 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b8b1548-2f71-485d-8217-36de80168daa req-4c3803db-0e8d-4c7c-acae-6defe7fbb755 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910714 Jun 07 13:19:38.135747 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f3e106b9-0c94-479b-b310-90d7a8749a83 admin admin] Publish callbacks [] for security_group (65f725c1-036f-4a42-9d85-06d909021773), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.139851 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f3e106b9-0c94-479b-b310-90d7a8749a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (65f725c1-036f-4a42-9d85-06d909021773), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.147427 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6300b7c2-4002-44e1-9ddb-82f7936cb89f req-ef04ee67-265e-4a59-8d5f-02991b719d11 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966585 Jun 07 13:19:38.177802 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-39061585-345a-4aea-b518-347a8081a43f service neutron] 10.222.0.18 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933439 Jun 07 13:19:38.178493 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Attempting to bind port bcd3488e-becb-41b9-ad34-acd79eb0dd17 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:19:38.178835 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Attempting to bind port bcd3488e-becb-41b9-ad34-acd79eb0dd17 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:19:38.179167 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Attempting to bind port bcd3488e-becb-41b9-ad34-acd79eb0dd17 on network 623c6048-af7b-4162-8a66-41953c395584 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:38.184151 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Port bcd3488e-becb-41b9-ad34-acd79eb0dd17 on network 623c6048-af7b-4162-8a66-41953c395584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:19:38.184332 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Attempting to bind port bcd3488e-becb-41b9-ad34-acd79eb0dd17 on network 623c6048-af7b-4162-8a66-41953c395584 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:19:38.187336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e106b9-0c94-479b-b310-90d7a8749a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f725c1-036f-4a42-9d85-06d909021773,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:38.189739 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:19:38.189739 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Checking segment: {'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:19:38.189964 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Bound using segment: {'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:19:38.190303 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Bound port: bcd3488e-becb-41b9-ad34-acd79eb0dd17, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff496f6-8992-4585-9731-ebadf5755829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '623c6048-af7b-4162-8a66-41953c395584'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:19:38.190661 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.193066 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f3e106b9-0c94-479b-b310-90d7a8749a83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09f6d100eeb94faca9d27c1d257bf642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388665 Jun 07 13:19:38.195096 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 57936) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:38.253153 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] For port bcd3488e-becb-41b9-ad34-acd79eb0dd17, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:19:38.257191 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] For port bcd3488e-becb-41b9-ad34-acd79eb0dd17, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bcd3488e-becb-41b9-ad34-acd79eb0dd17,segment=NetworkSegment(1ff496f6-8992-4585-9731-ebadf5755829),segment_id=1ff496f6-8992-4585-9731-ebadf5755829)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:19:38.257799 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-889f9c37-9a3d-4a99-b3a5-d71aea463bf1 admin admin] Publish callbacks [] for security_group (65f725c1-036f-4a42-9d85-06d909021773), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.269565 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.309485 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:38.310096 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.311529 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] 10.222.0.18 "PUT /v2.0/ports/bcd3488e-becb-41b9-ad34-acd79eb0dd17 HTTP/1.1" status: 200 len: 1098 time: 1.3647661 Jun 07 13:19:38.316635 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-889f9c37-9a3d-4a99-b3a5-d71aea463bf1 admin admin] Publish callbacks [] for security_group (65f725c1-036f-4a42-9d85-06d909021773), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.325633 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:38.337351 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e256a3-9f25-4353-82a3-dfbf722e2621 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd3488e-becb-41b9-ad34-acd79eb0dd17,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:38.358755 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365d14d-3eda-4de6-a2ae-12a5094b6e29 req-5962053d-c8ce-40a8-8a6e-8901bfabf001 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:38.360252 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c365d14d-3eda-4de6-a2ae-12a5094b6e29 req-5962053d-c8ce-40a8-8a6e-8901bfabf001 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0814800 Jun 07 13:19:38.417475 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c365d14d-3eda-4de6-a2ae-12a5094b6e29 req-b99a80a1-7ce2-4257-bce6-ad2f5bb96b3b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486064 Jun 07 13:19:38.418235 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-889f9c37-9a3d-4a99-b3a5-d71aea463bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (65f725c1-036f-4a42-9d85-06d909021773), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.420816 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-889f9c37-9a3d-4a99-b3a5-d71aea463bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:38.421876 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-889f9c37-9a3d-4a99-b3a5-d71aea463bf1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65f725c1-036f-4a42-9d85-06d909021773 HTTP/1.1" status: 204 len: 168 time: 0.2256215 Jun 07 13:19:38.454783 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f9c37-9a3d-4a99-b3a5-d71aea463bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f725c1-036f-4a42-9d85-06d909021773,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:38.964973 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16040cc9-a803-456b-abc3-afb11c6be46e req-6fe2a72b-6c98-45c4-9a44-b1539526841a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:38.966476 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-16040cc9-a803-456b-abc3-afb11c6be46e req-6fe2a72b-6c98-45c4-9a44-b1539526841a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 944 time: 0.0780125 Jun 07 13:19:38.980181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b31f8-f1b9-4f77-86e5-dd7b275254f5 req-daa79289-64a0-4a7b-97ba-293135ca0d0b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:38.981650 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-557b31f8-f1b9-4f77-86e5-dd7b275254f5 req-daa79289-64a0-4a7b-97ba-293135ca0d0b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0808296 Jun 07 13:19:39.055295 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-16040cc9-a803-456b-abc3-afb11c6be46e req-b1f516ac-d462-48a7-a0f0-ea1c28ceb6d7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823829 Jun 07 13:19:39.057452 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'tag': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:39.059307 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-557b31f8-f1b9-4f77-86e5-dd7b275254f5 req-2b296106-5d1c-4c1b-9dae-a7292a858b30 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709605 Jun 07 13:19:39.060135 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a86708-9736-40c2-8d3a-9b3bb85f8887" -d '{"events": [{"name": "network-changed", "server_uuid": "edff24ec-db4a-4fe9-b564-9dabd56acf8e", "tag": "bcd3488e-becb-41b9-ad34-acd79eb0dd17"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:39.119059 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3273abe-8668-46e9-a41f-f617c4dcd6cd x-openstack-request-id: req-c3273abe-8668-46e9-a41f-f617c4dcd6cd {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:39.119318 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff24ec-db4a-4fe9-b564-9dabd56acf8e", "tag": "bcd3488e-becb-41b9-ad34-acd79eb0dd17", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:39.119574 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3273abe-8668-46e9-a41f-f617c4dcd6cd {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:39.119979 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3273abe-8668-46e9-a41f-f617c4dcd6cd'] response: {'name': 'network-changed', 'server_uuid': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'tag': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17', 'status': 'completed', 'code': 200} Jun 07 13:19:39.190671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb768a-e968-42f8-b4fc-3c26af1acd85 req-ce0a71be-26ca-478f-abc8-a3cc27a0c0d6 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:39.192161 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5bb768a-e968-42f8-b4fc-3c26af1acd85 req-ce0a71be-26ca-478f-abc8-a3cc27a0c0d6 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0479693 Jun 07 13:19:39.244221 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5bb768a-e968-42f8-b4fc-3c26af1acd85 req-122efe01-6c86-44c1-a702-0bd22964b330 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Jun 07 13:19:39.457178 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device a4698c40-1169-449b-8114-06c3b5e1c430 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:19:39.462212 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:39.594668 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port a4698c40-1169-449b-8114-06c3b5e1c430, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a4698c40-1169-449b-8114-06c3b5e1c430,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:39.612628 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'a4698c40-1169-449b-8114-06c3b5e1c430', 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1', 'port_id': 'a4698c40-1169-449b-8114-06c3b5e1c430', 'mac_address': 'fa:16:3e:8f:bb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4248b3-8015-41c3-becc-eda8b4abc05e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:19:39.617243 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7230ed5-dfb7-4f62-a541-956487aea999 req-9b50f4f2-11b2-4c1b-8fb0-bd03b047b4cd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:39.619163 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b7230ed5-dfb7-4f62-a541-956487aea999 req-9b50f4f2-11b2-4c1b-8fb0-bd03b047b4cd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0518630 Jun 07 13:19:39.654115 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port a4698c40-1169-449b-8114-06c3b5e1c430 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:39.654744 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:39.655592 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:39.669483 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b7230ed5-dfb7-4f62-a541-956487aea999 req-00bf5d33-e494-4d7c-828f-956b1f1ff6f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jun 07 13:19:39.671412 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4698c40-1169-449b-8114-06c3b5e1c430 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:19:39.695166 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port a4698c40-1169-449b-8114-06c3b5e1c430, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a4698c40-1169-449b-8114-06c3b5e1c430,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:39.698856 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:39.710187 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-0f4e78e4-9184-4caf-b1c9-fa90b3b263c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:39.711802 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-0f4e78e4-9184-4caf-b1c9-fa90b3b263c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 1128 time: 0.3807728 Jun 07 13:19:39.718069 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a86708-9736-40c2-8d3a-9b3bb85f8887 req-0532f179-7d53-4d2d-9553-b629eccc0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:39.719450 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e4a86708-9736-40c2-8d3a-9b3bb85f8887 req-0532f179-7d53-4d2d-9553-b629eccc0b22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c38e45e60ff4f5595a4b3bec32db245&device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 1132 time: 0.3597550 Jun 07 13:19:39.746760 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=a4698c40-1169-449b-8114-06c3b5e1c430,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:39.798685 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e4a86708-9736-40c2-8d3a-9b3bb85f8887 req-9d2bcee8-8417-4f8e-b30c-86c9b8f904aa service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8c38e45e60ff4f5595a4b3bec32db245&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636601 Jun 07 13:19:39.814119 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daffa92a-bf73-42a3-86f5-cb2ccc11b6c2 req-a341030a-e0cc-4707-bc26-513119e3ff95 service neutron] 10.222.0.18 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843910 Jun 07 13:19:39.868406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:39.911715 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-0cce6e63-65f7-4743-8605-87e5b0595f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:39.913169 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-0cce6e63-65f7-4743-8605-87e5b0595f28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.1911440 Jun 07 13:19:39.964566 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-31a17d7c-12da-4f4d-9a57-23f8bf4eab74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 200 len: 217 time: 0.0382547 Jun 07 13:19:39.965665 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a86708-9736-40c2-8d3a-9b3bb85f8887 req-99dc8781-9762-417c-b668-8ecd47ea7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:39.967051 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e4a86708-9736-40c2-8d3a-9b3bb85f8887 req-99dc8781-9762-417c-b668-8ecd47ea7179 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551182 Jun 07 13:19:40.019558 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:40.035404 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['a4698c40-1169-449b-8114-06c3b5e1c430'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:19:40.055595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-81539fe3-7f7c-4e3a-8b3c-2e1f71435943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.057054 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-81539fe3-7f7c-4e3a-8b3c-2e1f71435943 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0794506 Jun 07 13:19:40.060067 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-6c3135cc-7e95-4f2d-81c8-898fc6616aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.061405 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-6c3135cc-7e95-4f2d-81c8-898fc6616aec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c38e45e60ff4f5595a4b3bec32db245&device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 1132 time: 0.0502274 Jun 07 13:19:40.155482 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-fbb8eb9a-fcbd-4028-a5cb-06b5c2963afd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bcd3488e-becb-41b9-ad34-acd79eb0dd17 HTTP/1.1" status: 200 len: 217 time: 0.0768957 Jun 07 13:19:40.165724 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-f1ca4751-31f0-45ad-902f-a13cdfe33855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.167217 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-f1ca4751-31f0-45ad-902f-a13cdfe33855 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960977 Jun 07 13:19:40.216830 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9019b-70bf-44c3-b4f0-eb29e4f83a87 req-75fe9024-81ca-4c25-bd84-8ab97c385274 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.218302 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-85f9019b-70bf-44c3-b4f0-eb29e4f83a87 req-75fe9024-81ca-4c25-bd84-8ab97c385274 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 945 time: 0.0801766 Jun 07 13:19:40.238642 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b026a-666e-474b-8420-025ed7357f99 req-20778e28-4f78-4fb8-bbbc-ffdb39cde454 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.240095 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b4b026a-666e-474b-8420-025ed7357f99 req-20778e28-4f78-4fb8-bbbc-ffdb39cde454 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0880208 Jun 07 13:19:40.266069 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-28ec4501-9c15-47f0-958f-4c81de315741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.267529 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-28ec4501-9c15-47f0-958f-4c81de315741 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=810092af-d28f-4ed7-b8a5-5097c94a1b9c HTTP/1.1" status: 200 len: 843 time: 0.0993798 Jun 07 13:19:40.320815 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-85f9019b-70bf-44c3-b4f0-eb29e4f83a87 req-36253e49-fe7e-4dae-8a63-26361b1c5970 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959439 Jun 07 13:19:40.324702 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-97710512-ad0c-4c4c-a08d-44a6ef98052b service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492038 Jun 07 13:19:40.327539 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b4b026a-666e-474b-8420-025ed7357f99 req-0281f954-a576-4c19-b3eb-0e65693d5edd tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719805 Jun 07 13:19:40.332382 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-5886f081-41f9-4eeb-8104-44bdc7029aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.334427 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-5886f081-41f9-4eeb-8104-44bdc7029aef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=623c6048-af7b-4162-8a66-41953c395584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0493445 Jun 07 13:19:40.428144 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300082e0-7737-44f5-981d-17823a8b88a9 req-cbfec3b5-47e1-4a9d-b33a-04f4a2792c59 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.429928 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-300082e0-7737-44f5-981d-17823a8b88a9 req-cbfec3b5-47e1-4a9d-b33a-04f4a2792c59 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0484776 Jun 07 13:19:40.480091 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-300082e0-7737-44f5-981d-17823a8b88a9 req-5b1e0127-b8cd-43fb-9c8d-cf479e7b0c61 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Jun 07 13:19:40.491467 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e5de089-28f0-4ebb-a869-263b764c3dac req-80712de7-414a-4eab-a9e5-01b637d291a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561055 Jun 07 13:19:40.496781 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-b9045958-771e-4cf4-8cee-8e5db5555367 service neutron] 10.222.0.18 "GET /v2.0/networks/623c6048-af7b-4162-8a66-41953c395584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534414 Jun 07 13:19:40.600264 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-fb762b9e-e2d1-4fbc-9007-99644cfa456d req-a0503a86-4074-4bf5-b575-fd00d7a1852f service neutron] 10.222.0.18 "GET /v2.0/networks/623c6048-af7b-4162-8a66-41953c395584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885541 Jun 07 13:19:40.792761 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93109664-a743-4776-bb0b-9d3c2f360750 req-97bb751c-1f40-4cca-bad2-367af5af2271 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:40.794199 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93109664-a743-4776-bb0b-9d3c2f360750 req-97bb751c-1f40-4cca-bad2-367af5af2271 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0513442 Jun 07 13:19:40.845218 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93109664-a743-4776-bb0b-9d3c2f360750 req-9cfbc10e-7f92-4b35-93cb-7e5c7edd9b92 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Jun 07 13:19:41.467447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3a301-ad63-4df2-8697-e3faea331948 req-07e0d504-20db-42b6-a2e7-b2533248d0ee tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:41.468889 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5af3a301-ad63-4df2-8697-e3faea331948 req-07e0d504-20db-42b6-a2e7-b2533248d0ee tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 945 time: 0.0738654 Jun 07 13:19:41.475721 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3e9c-1a25-48ec-8f30-a328a427a903 req-4de47ed4-0ece-40a0-984d-4ad8a2a7457f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:41.477054 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4aac3e9c-1a25-48ec-8f30-a328a427a903 req-4de47ed4-0ece-40a0-984d-4ad8a2a7457f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0716324 Jun 07 13:19:41.548504 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5af3a301-ad63-4df2-8697-e3faea331948 req-b1912f2e-626e-44b0-a65d-b4b6f89b2bad tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Jun 07 13:19:41.555744 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4aac3e9c-1a25-48ec-8f30-a328a427a903 req-298c363b-8b1f-47ba-8d9b-d7fda634ad77 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711615 Jun 07 13:19:41.646135 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa8a20-1cf0-4c72-9ff1-1decc58e2d1d req-2fb6b8b3-3360-4c75-aff1-4d173ccd4145 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:41.647496 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59fa8a20-1cf0-4c72-9ff1-1decc58e2d1d req-2fb6b8b3-3360-4c75-aff1-4d173ccd4145 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0455306 Jun 07 13:19:41.667430 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:41.696058 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59fa8a20-1cf0-4c72-9ff1-1decc58e2d1d req-e3d16644-9e46-4319-bff9-8b6c3d8397f1 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 Jun 07 13:19:41.955022 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc5020-05ea-476c-a695-e8c63ceac671 req-e99a2ff6-c256-4bd3-95ae-14e6f00feddf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:41.956336 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4bc5020-05ea-476c-a695-e8c63ceac671 req-e99a2ff6-c256-4bd3-95ae-14e6f00feddf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0457065 Jun 07 13:19:42.001924 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4bc5020-05ea-476c-a695-e8c63ceac671 req-958ceb77-bc68-45a9-a5fd-245b83c2a45f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Jun 07 13:19:42.074865 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:19:42.173274 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:42.184354 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'port_id': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'mac_address': 'fa:16:3e:72:87:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:19:42.217795 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:42.218105 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:42.231528 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4846c4cd-df7f-498e-a460-3a57b147fedb {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:19:42.251378 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:42.256472 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:42.280041 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:42.307375 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:42.689564 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2fb20-acd4-489e-8bda-f4cbf6d338cc req-dab15c93-d7d9-4c53-9079-ac8d6bcd7408 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:42.691011 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0af2fb20-acd4-489e-8bda-f4cbf6d338cc req-dab15c93-d7d9-4c53-9079-ac8d6bcd7408 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 945 time: 0.0754001 Jun 07 13:19:42.697430 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c417-eae9-4a9d-8917-ab28b93f3f3e req-32fcafc7-4c5d-442c-9601-bd2a0a726159 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:42.698911 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5984c417-eae9-4a9d-8917-ab28b93f3f3e req-32fcafc7-4c5d-442c-9601-bd2a0a726159 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.0734904 Jun 07 13:19:42.766633 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0af2fb20-acd4-489e-8bda-f4cbf6d338cc req-109d3a45-ed2f-4ad9-9c92-dc7b35b2c3e6 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668123 Jun 07 13:19:42.773180 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5984c417-eae9-4a9d-8917-ab28b93f3f3e req-17fd2048-e883-40fd-83d3-66a8126a6078 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676801 Jun 07 13:19:42.870397 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc8cb-72ac-45d2-bf98-50ec6d83e136 req-ab93477a-a2c7-4454-9e6e-0bd49d5bf3a3 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:42.871874 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cc7cc8cb-72ac-45d2-bf98-50ec6d83e136 req-ab93477a-a2c7-4454-9e6e-0bd49d5bf3a3 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0501359 Jun 07 13:19:42.889625 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:42.918670 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cc7cc8cb-72ac-45d2-bf98-50ec6d83e136 req-c6e84aa9-85e2-4e7a-9efb-605c17dde5ac tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Jun 07 13:19:42.932974 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device a4698c40-1169-449b-8114-06c3b5e1c430 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:42.977849 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port a4698c40-1169-449b-8114-06c3b5e1c430 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:19:42.983377 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port a4698c40-1169-449b-8114-06c3b5e1c430 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:42.983843 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:43.008393 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:43.056519 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port a4698c40-1169-449b-8114-06c3b5e1c430 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:43.056907 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:43.079303 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:43.081441 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e0ec9-b326-40f5-9039-d8e426bd8e58" -d '{"events": [{"server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "name": "network-vif-plugged", "status": "completed", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:43.095283 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port a4698c40-1169-449b-8114-06c3b5e1c430, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a4698c40-1169-449b-8114-06c3b5e1c430,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:43.100875 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:43.118024 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2710c4-aa7d-4925-87a5-9fc8edeba17c req-1028c177-7f49-4849-9652-50e19f3be602 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:43.123282 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd2710c4-aa7d-4925-87a5-9fc8edeba17c req-1028c177-7f49-4849-9652-50e19f3be602 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0541101 Jun 07 13:19:43.130190 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18528a9-bd1b-4f3d-803a-0bb563cbe548 x-openstack-request-id: req-a18528a9-bd1b-4f3d-803a-0bb563cbe548 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:43.130497 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "name": "network-vif-plugged", "status": "completed", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:43.130749 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a18528a9-bd1b-4f3d-803a-0bb563cbe548 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:43.131162 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18528a9-bd1b-4f3d-803a-0bb563cbe548'] response: {'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430', 'code': 200} Jun 07 13:19:43.156894 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=a4698c40-1169-449b-8114-06c3b5e1c430,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:43.166746 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd2710c4-aa7d-4925-87a5-9fc8edeba17c req-9a3803f2-5105-4dfb-baf0-e5999b23d324 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Jun 07 13:19:43.910711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777e45-7be1-4456-ac14-cde50f816538 req-542880bb-80ad-48a9-9d5b-b64908842a5f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:43.912659 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-60777e45-7be1-4456-ac14-cde50f816538 req-542880bb-80ad-48a9-9d5b-b64908842a5f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0779967 Jun 07 13:19:43.918473 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0799-c4a4-4b9f-8e7a-fb05d99d517d req-40b7271a-9dae-41d5-9d87-0006e302ad66 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:43.919802 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f1e0799-c4a4-4b9f-8e7a-fb05d99d517d req-40b7271a-9dae-41d5-9d87-0006e302ad66 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.0750465 Jun 07 13:19:43.990900 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-60777e45-7be1-4456-ac14-cde50f816538 req-2ae25d60-4391-443c-977a-df994712f9f6 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701377 Jun 07 13:19:43.997771 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f1e0799-c4a4-4b9f-8e7a-fb05d99d517d req-b6cf8a7f-b12c-4539-b537-5670a7274e1c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697620 Jun 07 13:19:44.088689 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52516af-f8ee-4706-8ff9-7456c0e96598 req-23d7e41d-b6fd-4aae-9a8a-d2eea0a948e6 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:44.090103 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a52516af-f8ee-4706-8ff9-7456c0e96598 req-23d7e41d-b6fd-4aae-9a8a-d2eea0a948e6 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0453098 Jun 07 13:19:44.136131 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a52516af-f8ee-4706-8ff9-7456c0e96598 req-e5d18ad3-466f-4c0d-91f3-946c81bfc047 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Jun 07 13:19:44.281147 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485088e-8efb-47c3-8ba2-3bec598215ed req-0367de5b-28b2-45b4-931f-71bbadd1509e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:44.282512 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0485088e-8efb-47c3-8ba2-3bec598215ed req-0367de5b-28b2-45b4-931f-71bbadd1509e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0496097 Jun 07 13:19:44.329508 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0485088e-8efb-47c3-8ba2-3bec598215ed req-b8b9d806-9913-41ef-8cdf-a8ed8b79b5b0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Jun 07 13:19:44.530342 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['4846c4cd-df7f-498e-a460-3a57b147fedb'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:19:45.160510 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b4626-611d-4d41-8d59-0aa6c9458d15 req-5ef866a2-b2df-4da7-becd-6a6f377d2825 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:45.162778 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de4b4626-611d-4d41-8d59-0aa6c9458d15 req-5ef866a2-b2df-4da7-becd-6a6f377d2825 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0887623 Jun 07 13:19:45.192482 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744709d6-4a25-427e-8825-cf44389f86dc req-9ce488fa-98c7-4aec-9e7b-88c85ba0832c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:45.194208 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-744709d6-4a25-427e-8825-cf44389f86dc req-9ce488fa-98c7-4aec-9e7b-88c85ba0832c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.0766819 Jun 07 13:19:45.209086 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb879-f84d-4e9f-a250-14d50a8fb4a3 req-e695d069-d9dd-4fc6-a3d9-9418ccd3eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:45.210523 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-23afb879-f84d-4e9f-a250-14d50a8fb4a3 req-e695d069-d9dd-4fc6-a3d9-9418ccd3eb1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 1130 time: 0.0411575 Jun 07 13:19:45.253898 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:45.263718 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de4b4626-611d-4d41-8d59-0aa6c9458d15 req-4f88a098-b42b-4d27-8dd6-4c45a2e12ee0 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947580 Jun 07 13:19:45.270148 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-23afb879-f84d-4e9f-a250-14d50a8fb4a3 req-08a83605-477f-4175-8fa7-0d0657f1382c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498326 Jun 07 13:19:45.290986 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-744709d6-4a25-427e-8825-cf44389f86dc req-177c1c04-4366-49c6-b73a-995a282d9e4a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816915 Jun 07 13:19:45.393392 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039151f-253a-41ac-9c1b-433ea43b89b0 req-838caa5d-13f7-4e22-84a8-c7c995b16d5e tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:45.401445 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e039151f-253a-41ac-9c1b-433ea43b89b0 req-838caa5d-13f7-4e22-84a8-c7c995b16d5e tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0712099 Jun 07 13:19:45.507626 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d6f7d-5cb9-4155-b828-a5d5943ef7db req-385c9985-289d-4b61-b54f-e501935d84ce tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:45.509086 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f9d6f7d-5cb9-4155-b828-a5d5943ef7db req-385c9985-289d-4b61-b54f-e501935d84ce tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0933304 Jun 07 13:19:45.515601 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e039151f-253a-41ac-9c1b-433ea43b89b0 req-d86d2849-ac5f-4246-8d5b-bb7e0e35ea60 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076725 Jun 07 13:19:45.560242 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f9d6f7d-5cb9-4155-b828-a5d5943ef7db req-a68baac4-1af6-4427-b3f9-240d511da2fc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435448 Jun 07 13:19:45.691882 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:45.704612 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:46.411207 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94f8fe-5156-42bc-9cc8-633c8d73eee5 req-85dcfb88-6ce8-4b75-ab88-97493a842ba8 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:46.412679 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de94f8fe-5156-42bc-9cc8-633c8d73eee5 req-85dcfb88-6ce8-4b75-ab88-97493a842ba8 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0753937 Jun 07 13:19:46.432984 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5177a0-6974-4b3d-9da1-0efbee5935fb req-51b4c9f2-63fc-4dd6-a783-2ff15da054fb tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:46.434413 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec5177a0-6974-4b3d-9da1-0efbee5935fb req-51b4c9f2-63fc-4dd6-a783-2ff15da054fb tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.0662131 Jun 07 13:19:46.434805 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:46.501761 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de94f8fe-5156-42bc-9cc8-633c8d73eee5 req-58bd9d5a-b1c1-4049-82bd-0ece407ed2f5 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835352 Jun 07 13:19:46.509208 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec5177a0-6974-4b3d-9da1-0efbee5935fb req-e5af57ab-1b71-4a7d-aa8c-58c272d3ddc6 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665944 Jun 07 13:19:46.636066 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2c246-35b6-42a4-85dd-e1493944adda req-7c4decd7-0f8f-4440-8014-42a08522765e tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:46.637619 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7fc2c246-35b6-42a4-85dd-e1493944adda req-7c4decd7-0f8f-4440-8014-42a08522765e tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0554795 Jun 07 13:19:46.700508 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8cada-5fdc-4883-b440-b7ce21262df8 req-cc412fd2-3fa4-42d1-b69c-3920f45348b8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:46.701943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8fa8cada-5fdc-4883-b440-b7ce21262df8 req-cc412fd2-3fa4-42d1-b69c-3920f45348b8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0732901 Jun 07 13:19:46.728076 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7fc2c246-35b6-42a4-85dd-e1493944adda req-809f4807-9fd1-4d60-8dda-875b2a4aab83 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831614 Jun 07 13:19:46.757140 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8fa8cada-5fdc-4883-b440-b7ce21262df8 req-b0532123-345e-4fe0-bece-3eed5224f7bb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Jun 07 13:19:47.644469 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232234c-8c32-4faf-9db2-306a4475485d req-95e5562f-d2b6-4c46-816d-3d020c12d3ff tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:47.646540 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0232234c-8c32-4faf-9db2-306a4475485d req-95e5562f-d2b6-4c46-816d-3d020c12d3ff tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0775595 Jun 07 13:19:47.652262 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643ca74-d616-467f-8789-c4a98f50a3cd req-42275b3e-f08e-47c8-9345-db509f942479 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:47.653558 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b643ca74-d616-467f-8789-c4a98f50a3cd req-42275b3e-f08e-47c8-9345-db509f942479 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.0739610 Jun 07 13:19:47.723808 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0232234c-8c32-4faf-9db2-306a4475485d req-5146f3fb-1672-40e2-8afc-eb7f8cbb3682 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692141 Jun 07 13:19:47.727633 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b643ca74-d616-467f-8789-c4a98f50a3cd req-2de1fc38-9064-462f-b955-6616eee73b45 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666573 Jun 07 13:19:47.846649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5c1e1-74d9-4a5c-9d1d-d7fbfe3eb530 req-45fce897-aae9-4a0b-8bbc-7535db914fe8 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:47.848524 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-87d5c1e1-74d9-4a5c-9d1d-d7fbfe3eb530 req-45fce897-aae9-4a0b-8bbc-7535db914fe8 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0562499 Jun 07 13:19:47.906435 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181712a-76df-4560-b487-4fab0d7fc972 req-befe4ead-f5fe-4a3f-b473-dac53d8c5dda tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:47.907971 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a181712a-76df-4560-b487-4fab0d7fc972 req-befe4ead-f5fe-4a3f-b473-dac53d8c5dda tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0823188 Jun 07 13:19:47.953860 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-87d5c1e1-74d9-4a5c-9d1d-d7fbfe3eb530 req-101e0081-9358-4146-9ea6-eec243d93959 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866764 Jun 07 13:19:47.977917 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a181712a-76df-4560-b487-4fab0d7fc972 req-bd362adc-a4c0-4eb2-83d0-6247433b129b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640714 Jun 07 13:19:48.635328 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:48.679090 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 4846c4cd-df7f-498e-a460-3a57b147fedb completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:19:48.684092 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 4846c4cd-df7f-498e-a460-3a57b147fedb triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:48.684416 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:48.753912 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:48.754298 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:48.777603 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:48.780308 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147b4e3-2949-46ce-805f-8f45f177f6f5" -d '{"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-plugged", "status": "completed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:48.796283 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:48.800333 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:48.850045 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:48.887896 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94966c6c-5d7b-4a5e-b447-c02483094939 req-51c71038-f5e2-4dba-95bf-99659f33d1b2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:48.889366 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94966c6c-5d7b-4a5e-b447-c02483094939 req-51c71038-f5e2-4dba-95bf-99659f33d1b2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0775387 Jun 07 13:19:48.896390 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e132aeb-7e99-4cc2-aeff-6e195478e990 req-00ccd422-9d96-44a2-b005-53ed7ab2091a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:48.897765 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e132aeb-7e99-4cc2-aeff-6e195478e990 req-00ccd422-9d96-44a2-b005-53ed7ab2091a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0766361 Jun 07 13:19:48.956421 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:48.981871 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e132aeb-7e99-4cc2-aeff-6e195478e990 req-e8ee4e79-6911-4dc6-bfd7-5fdaa5e93b2d tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783465 Jun 07 13:19:48.984857 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94966c6c-5d7b-4a5e-b447-c02483094939 req-5c015d2c-ff99-41bd-8a67-8f4d48e17ae4 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861726 Jun 07 13:19:49.031225 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bbc155-241d-4a4f-bb79-81f22470b21b x-openstack-request-id: req-f0bbc155-241d-4a4f-bb79-81f22470b21b {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:49.031800 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-plugged", "status": "completed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:49.032114 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0bbc155-241d-4a4f-bb79-81f22470b21b {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:49.032563 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0bbc155-241d-4a4f-bb79-81f22470b21b'] response: {'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'code': 200} Jun 07 13:19:49.095552 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-56784fa7-fc02-4baf-a685-6003d2694e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:49.118703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dab293-c345-4019-9bea-aa9ae1a1d609 req-81072e65-252a-4194-b434-cf796a87d049 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:49.120411 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-08dab293-c345-4019-9bea-aa9ae1a1d609 req-81072e65-252a-4194-b434-cf796a87d049 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0765805 Jun 07 13:19:49.147986 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc0245-4426-4e37-b1a6-29c8916c1993 req-57e02193-1c9b-4dec-8458-df285e385993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:49.149472 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9bfc0245-4426-4e37-b1a6-29c8916c1993 req-57e02193-1c9b-4dec-8458-df285e385993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0731821 Jun 07 13:19:49.196289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:49.205489 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-08dab293-c345-4019-9bea-aa9ae1a1d609 req-10d08e24-6681-4368-9df9-5ab02ae15876 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791402 Jun 07 13:19:49.222572 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9bfc0245-4426-4e37-b1a6-29c8916c1993 req-5e5baa83-0250-4c46-ae8d-6c2b6ab8fbd9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650458 Jun 07 13:19:50.100777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50109c5-f97d-4d1a-b7f0-615d5ffcb860 req-f30f2f51-5f3e-4a52-8641-c80dd1331e36 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:50.102324 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a50109c5-f97d-4d1a-b7f0-615d5ffcb860 req-f30f2f51-5f3e-4a52-8641-c80dd1331e36 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0468900 Jun 07 13:19:50.149006 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a50109c5-f97d-4d1a-b7f0-615d5ffcb860 req-1249f760-b61b-4dff-9621-e0fdfcaae2dd tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Jun 07 13:19:50.247521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5041093-b0c5-4a25-a735-b790eb871fe6 req-eba5a4d4-01cd-4519-a621-587023b5b38e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:50.248972 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5041093-b0c5-4a25-a735-b790eb871fe6 req-eba5a4d4-01cd-4519-a621-587023b5b38e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0468194 Jun 07 13:19:50.297507 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5041093-b0c5-4a25-a735-b790eb871fe6 req-f3319760-44d2-4ffe-84c0-7b4d14d11e9a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Jun 07 13:19:50.402090 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e81e-73c0-45b4-957c-1dd50c1712df req-566565ce-baca-4cba-ad96-d2601dfa49db tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:50.403629 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d425e81e-73c0-45b4-957c-1dd50c1712df req-566565ce-baca-4cba-ad96-d2601dfa49db tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 948 time: 0.0485792 Jun 07 13:19:50.450774 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d425e81e-73c0-45b4-957c-1dd50c1712df req-163d65c0-38dc-4826-9832-82af28cc722f tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Jun 07 13:19:50.549096 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a3eb-ef18-4af4-874b-3c9e9053b9fa req-23363030-72b7-4921-bf4b-5d6c5210d611 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:50.550502 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd20a3eb-ef18-4af4-874b-3c9e9053b9fa req-23363030-72b7-4921-bf4b-5d6c5210d611 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0446849 Jun 07 13:19:50.596643 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd20a3eb-ef18-4af4-874b-3c9e9053b9fa req-d4bff3c1-3247-4a25-9e0a-27ef56053801 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Jun 07 13:19:51.023146 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bcd3488e-becb-41b9-ad34-acd79eb0dd17 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:19:51.088373 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:51.121178 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port bcd3488e-becb-41b9-ad34-acd79eb0dd17, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bcd3488e-becb-41b9-ad34-acd79eb0dd17,segment=NetworkSegment(1ff496f6-8992-4585-9731-ebadf5755829),segment_id=1ff496f6-8992-4585-9731-ebadf5755829)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:51.133590 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17', 'network_id': '623c6048-af7b-4162-8a66-41953c395584', 'port_id': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17', 'mac_address': 'fa:16:3e:b5:7f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810092af-d28f-4ed7-b8a5-5097c94a1b9c', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:19:51.167695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port bcd3488e-becb-41b9-ad34-acd79eb0dd17 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:51.168072 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:51.181017 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd3488e-becb-41b9-ad34-acd79eb0dd17 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:19:51.200967 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port bcd3488e-becb-41b9-ad34-acd79eb0dd17, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bcd3488e-becb-41b9-ad34-acd79eb0dd17,segment=NetworkSegment(1ff496f6-8992-4585-9731-ebadf5755829),segment_id=1ff496f6-8992-4585-9731-ebadf5755829)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:51.205002 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:51.229617 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:51.254566 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=bcd3488e-becb-41b9-ad34-acd79eb0dd17,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:51.259596 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1bf91-67d4-4ceb-a1bc-62955942d83a req-1402f8da-33f2-49e9-b481-d369967ca58c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:51.261058 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-82c1bf91-67d4-4ceb-a1bc-62955942d83a req-1402f8da-33f2-49e9-b481-d369967ca58c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0467446 Jun 07 13:19:51.309065 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ef5b6f1e-d994-4d2e-a16e-7a84ad6c4756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:51.314446 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-82c1bf91-67d4-4ceb-a1bc-62955942d83a req-0bc81285-48d0-4edb-8007-941cd3513a3f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Jun 07 13:19:51.414638 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ec6c-1869-4050-b01a-d334ae96fa47 req-f84b3869-ec20-4111-88e4-d88fbcd6b193 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:51.416098 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af45ec6c-1869-4050-b01a-d334ae96fa47 req-f84b3869-ec20-4111-88e4-d88fbcd6b193 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0459235 Jun 07 13:19:51.463353 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af45ec6c-1869-4050-b01a-d334ae96fa47 req-7fa3249b-8126-4726-abf9-8e815e57346a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415902 Jun 07 13:19:51.563795 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708ec0b-b9aa-4ac1-9e2f-7f27a2eca417 req-6d573f8c-8f6e-45b5-9b3b-ca2504c643d7 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:51.565213 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9708ec0b-b9aa-4ac1-9e2f-7f27a2eca417 req-6d573f8c-8f6e-45b5-9b3b-ca2504c643d7 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 949 time: 0.0456879 Jun 07 13:19:51.610776 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9708ec0b-b9aa-4ac1-9e2f-7f27a2eca417 req-377bfdbe-828d-479f-8a11-bde5fcc192b9 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Jun 07 13:19:51.709197 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e1312-5f4e-43fd-b919-7c5e64e65235 req-b9423690-024a-4fe6-bb4f-1ba1b0a8aa9c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:51.711130 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-191e1312-5f4e-43fd-b919-7c5e64e65235 req-b9423690-024a-4fe6-bb4f-1ba1b0a8aa9c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0475125 Jun 07 13:19:51.756957 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-191e1312-5f4e-43fd-b919-7c5e64e65235 req-6b12031a-0972-4b24-902e-4105ed77cb76 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Jun 07 13:19:52.257599 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd019f2-2417-442d-9831-8a5c719c68bf req-527eda6d-1ef7-49c7-853d-4583a07b724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:52.259168 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ecd019f2-2417-442d-9831-8a5c719c68bf req-527eda6d-1ef7-49c7-853d-4583a07b724a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 1130 time: 0.0422795 Jun 07 13:19:52.345713 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ecd019f2-2417-442d-9831-8a5c719c68bf req-6343a63c-3b03-48ae-89da-ff40816f8ca2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Jun 07 13:19:52.427816 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de7369-d367-483e-93b7-c5d66e4146e8 req-ee8f5059-fcae-44ad-9a7a-6540ae9b018d tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:52.429964 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65de7369-d367-483e-93b7-c5d66e4146e8 req-ee8f5059-fcae-44ad-9a7a-6540ae9b018d tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0474300 Jun 07 13:19:52.450988 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:52.478287 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65de7369-d367-483e-93b7-c5d66e4146e8 req-a295c29f-ed71-405f-8f5e-ce4646f687cf tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 Jun 07 13:19:52.480259 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:52.485566 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bcd3488e-becb-41b9-ad34-acd79eb0dd17'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:19:52.591159 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e920e5-6d45-4131-9211-7a0b8eedc0be req-956da959-36e7-44c9-9116-526cdac6a7f5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:52.592487 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a1e920e5-6d45-4131-9211-7a0b8eedc0be req-956da959-36e7-44c9-9116-526cdac6a7f5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0502567 Jun 07 13:19:52.644185 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a1e920e5-6d45-4131-9211-7a0b8eedc0be req-523e439b-09f3-4eff-8825-6179f953ae89 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424068 Jun 07 13:19:52.719212 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2ed0d-bd27-4f14-b96f-de8a40ee374a req-f58d7a5d-28c6-4de2-90bc-d4ab5cce8f2e tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:52.720617 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9eb2ed0d-bd27-4f14-b96f-de8a40ee374a req-f58d7a5d-28c6-4de2-90bc-d4ab5cce8f2e tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 949 time: 0.0445504 Jun 07 13:19:52.732713 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:52.766410 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9eb2ed0d-bd27-4f14-b96f-de8a40ee374a req-c359968c-dfcb-4604-b44d-8e9d12c7eb10 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Jun 07 13:19:52.872076 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa48ddd-3bb3-44f8-a526-f1762d100aa9 req-d7d45050-3e7a-4e6f-9094-7c04211cc76c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:52.873455 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caa48ddd-3bb3-44f8-a526-f1762d100aa9 req-d7d45050-3e7a-4e6f-9094-7c04211cc76c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0495918 Jun 07 13:19:52.923947 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caa48ddd-3bb3-44f8-a526-f1762d100aa9 req-7f2b42f6-ab4a-420b-baf2-e0cd8cd52644 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449500 Jun 07 13:19:53.590822 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfeaf5-7a04-4b40-add1-2111213f5df1 req-3a6d5fa5-ef8d-4362-83bb-cc72aef5005e tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:53.592206 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ccfeaf5-7a04-4b40-add1-2111213f5df1 req-3a6d5fa5-ef8d-4362-83bb-cc72aef5005e tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0469615 Jun 07 13:19:53.634798 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bcd3488e-becb-41b9-ad34-acd79eb0dd17 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:19:53.644797 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ccfeaf5-7a04-4b40-add1-2111213f5df1 req-4d2e56e9-de75-4375-98e3-2eb0c64a35d6 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471816 Jun 07 13:19:53.671635 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:19:53.684595 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port bcd3488e-becb-41b9-ad34-acd79eb0dd17 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:19:53.690794 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port bcd3488e-becb-41b9-ad34-acd79eb0dd17 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:19:53.691217 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:53.765355 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port bcd3488e-becb-41b9-ad34-acd79eb0dd17 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:19:53.765738 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:53.768686 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360400-4932-42b8-b1fc-b904572801bc req-1bb3e61c-ef21-42dc-8198-52dd3e502d7d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:53.770343 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5e360400-4932-42b8-b1fc-b904572801bc req-1bb3e61c-ef21-42dc-8198-52dd3e502d7d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0493701 Jun 07 13:19:53.790402 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:53.792727 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4a5ec-77d0-4271-a36b-b98466ec72e1" -d '{"events": [{"server_uuid": "edff24ec-db4a-4fe9-b564-9dabd56acf8e", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3488e-becb-41b9-ad34-acd79eb0dd17"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:53.806739 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port bcd3488e-becb-41b9-ad34-acd79eb0dd17, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bcd3488e-becb-41b9-ad34-acd79eb0dd17,segment=NetworkSegment(1ff496f6-8992-4585-9731-ebadf5755829),segment_id=1ff496f6-8992-4585-9731-ebadf5755829)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:19:53.811672 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:53.827991 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5e360400-4932-42b8-b1fc-b904572801bc req-c78b4864-7b02-40c9-9d18-b31ea6f92457 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510552 Jun 07 13:19:53.866797 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=bcd3488e-becb-41b9-ad34-acd79eb0dd17,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:19:53.887164 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d92fa31-dc76-4c70-bef8-658526b230b1 x-openstack-request-id: req-3d92fa31-dc76-4c70-bef8-658526b230b1 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:53.887594 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff24ec-db4a-4fe9-b564-9dabd56acf8e", "name": "network-vif-plugged", "status": "completed", "tag": "bcd3488e-becb-41b9-ad34-acd79eb0dd17", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:53.887796 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d92fa31-dc76-4c70-bef8-658526b230b1 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:53.888188 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d92fa31-dc76-4c70-bef8-658526b230b1'] response: {'server_uuid': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17', 'code': 200} Jun 07 13:19:53.895676 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81855f05-537b-4a84-b3e3-741fa5cccf90 req-699bf81c-6722-422e-a29b-a6b71129d310 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:53.897225 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-81855f05-537b-4a84-b3e3-741fa5cccf90 req-699bf81c-6722-422e-a29b-a6b71129d310 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0616367 Jun 07 13:19:53.903078 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:53.950483 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-81855f05-537b-4a84-b3e3-741fa5cccf90 req-8017d028-5545-41e8-8a60-db0e1a4dc19a tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470035 Jun 07 13:19:54.043678 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187be02-4405-4ac8-bcbe-f1a716db0dbe req-5e968616-e7b8-4885-b299-19048d80b674 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:54.045138 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5187be02-4405-4ac8-bcbe-f1a716db0dbe req-5e968616-e7b8-4885-b299-19048d80b674 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0495141 Jun 07 13:19:54.091077 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5187be02-4405-4ac8-bcbe-f1a716db0dbe req-125a8386-d992-4770-9e06-aae09e937cef tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Jun 07 13:19:54.415620 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753e6d7-76ab-42ce-9b4b-ef929381cb0e req-70a75c97-261e-47dd-b4fb-b35f46300039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:54.417278 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f753e6d7-76ab-42ce-9b4b-ef929381cb0e req-70a75c97-261e-47dd-b4fb-b35f46300039 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 1134 time: 0.0411978 Jun 07 13:19:54.502463 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f753e6d7-76ab-42ce-9b4b-ef929381cb0e req-ef1be0f6-f8ef-489c-86fe-d5e6ec8d953d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Jun 07 13:19:54.749562 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d220cf-075e-4e0e-a3a8-357c77c10b38 req-07fcded1-58ef-4f13-ada3-797225be9af7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:54.751034 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c0d220cf-075e-4e0e-a3a8-357c77c10b38 req-07fcded1-58ef-4f13-ada3-797225be9af7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Jun 07 13:19:54.800026 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c0d220cf-075e-4e0e-a3a8-357c77c10b38 req-49832c58-9be0-4e6f-a06d-835a2d3d2296 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Jun 07 13:19:54.950867 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739865a9-89b1-4b39-b791-d2ac2fbbd0e4 req-e52963f4-b38a-4eda-ad4f-41105d3f87d1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:54.952247 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-739865a9-89b1-4b39-b791-d2ac2fbbd0e4 req-e52963f4-b38a-4eda-ad4f-41105d3f87d1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0465753 Jun 07 13:19:54.999246 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-739865a9-89b1-4b39-b791-d2ac2fbbd0e4 req-c3188505-86c5-465f-985b-b7b81d30a740 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Jun 07 13:19:55.067044 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eabee2-314f-4b87-af43-7e39871b8e4f req-06e04b89-872d-41fd-a550-20cd9321b4ad tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:55.068489 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69eabee2-314f-4b87-af43-7e39871b8e4f req-06e04b89-872d-41fd-a550-20cd9321b4ad tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0443149 Jun 07 13:19:55.119167 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69eabee2-314f-4b87-af43-7e39871b8e4f req-b255649b-506f-4dc6-b221-4fef38a35bcf tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Jun 07 13:19:55.223340 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a638042-e6ad-409a-b6fa-01c2ce2b07b1 req-948dbcdb-765a-49cd-85ac-aeb8c3488aef tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:55.224724 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a638042-e6ad-409a-b6fa-01c2ce2b07b1 req-948dbcdb-765a-49cd-85ac-aeb8c3488aef tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0499060 Jun 07 13:19:55.271486 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a638042-e6ad-409a-b6fa-01c2ce2b07b1 req-3c94a4b3-0aa8-4447-ac86-b9a10759c827 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Jun 07 13:19:55.399773 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:55.931434 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4081-d47b-4ca9-95dd-9e9c0a19adfe req-f5390b0a-b6a3-4227-9f30-f1dc969ac00a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:55.933046 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ffdc4081-d47b-4ca9-95dd-9e9c0a19adfe req-f5390b0a-b6a3-4227-9f30-f1dc969ac00a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0551751 Jun 07 13:19:55.945022 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:55.984113 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ffdc4081-d47b-4ca9-95dd-9e9c0a19adfe req-5816c35f-ac02-4311-b2a5-137f338d2ecf tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451977 Jun 07 13:19:56.104640 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:56.118091 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb98c7-65dc-4574-bca5-e8dd4ef5fc3f req-6881a1b0-7772-4ccb-9bc3-394ed7889310 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:56.119542 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6cb98c7-65dc-4574-bca5-e8dd4ef5fc3f req-6881a1b0-7772-4ccb-9bc3-394ed7889310 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0486789 Jun 07 13:19:56.165812 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6cb98c7-65dc-4574-bca5-e8dd4ef5fc3f req-7e752a9f-018d-4b7e-9eaa-6e85dc8b08db tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407665 Jun 07 13:19:56.239624 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dce67b-f575-46f3-b56a-6affeddd92d3 req-85473781-87ce-447a-8d2d-131d1dff623c tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:56.241556 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76dce67b-f575-46f3-b56a-6affeddd92d3 req-85473781-87ce-447a-8d2d-131d1dff623c tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0505953 Jun 07 13:19:56.304842 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c52d03-3d02-4c4e-821b-e8fbeac5ba32 req-c86535f3-ac3a-4a0b-a93b-f069d8a22fd8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:56.306179 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-01c52d03-3d02-4c4e-821b-e8fbeac5ba32 req-c86535f3-ac3a-4a0b-a93b-f069d8a22fd8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0732970 Jun 07 13:19:56.314976 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 58242) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:19:56.320310 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'floatingip': {'port_id': '4846c4cd-df7f-498e-a460-3a57b147fedb'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:19:56.332479 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76dce67b-f575-46f3-b56a-6affeddd92d3 req-a053cef4-4164-4397-b6e6-b8d01caa6b50 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830100 Jun 07 13:19:56.369228 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (03979381-cc5c-453e-a2fb-223f51f85d4b), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:56.404934 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:56.562987 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:56.580792 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0e423-e11f-417c-8aaf-3781f62de8e9 req-a8f14251-3c40-4c13-ba04-966a910cf7fe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:56.582372 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84d0e423-e11f-417c-8aaf-3781f62de8e9 req-a8f14251-3c40-4c13-ba04-966a910cf7fe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.2284303 Jun 07 13:19:56.637585 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84d0e423-e11f-417c-8aaf-3781f62de8e9 req-58583f83-5bf1-4278-8ab3-f520001c6ccd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Jun 07 13:19:56.796207 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:56.799721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (03979381-cc5c-453e-a2fb-223f51f85d4b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:56.892967 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Floating IP 03979381-cc5c-453e-a2fb-223f51f85d4b associated. External IP: 172.27.1.82, port: 4846c4cd-df7f-498e-a460-3a57b147fedb. Jun 07 13:19:57.116270 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Router 79b9218e-edd9-4421-8b9b-174a4003d490 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:19:57.134919 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ee52-7722-4a99-8c29-73824ebfe472 req-1af0d536-2246-4a74-aaad-fcdb308e9b3f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:57.136428 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7696ee52-7722-4a99-8c29-73824ebfe472 req-1af0d536-2246-4a74-aaad-fcdb308e9b3f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0554233 Jun 07 13:19:57.203376 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7696ee52-7722-4a99-8c29-73824ebfe472 req-b939b525-5de5-4269-814b-eff972157546 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595748 Jun 07 13:19:57.243664 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:19:57.249218 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:19:57.254528 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] Sync routers for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:19:57.268846 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:19:57.269650 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:19:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:57.283689 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2e73a921-b3bb-4f18-9304-2bb91c15cf4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "PUT /v2.0/floatingips/03979381-cc5c-453e-a2fb-223f51f85d4b HTTP/1.1" status: 200 len: 991 time: 0.9670932 Jun 07 13:19:57.284601 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:19:57.287861 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2663a-7de2-4a48-84d2-a748387ea7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:19:57.324879 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48b729-6812-4bdf-b7dd-1c54dd8ed21f x-openstack-request-id: req-ff48b729-6812-4bdf-b7dd-1c54dd8ed21f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:19:57.325517 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:19:57.325621 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff48b729-6812-4bdf-b7dd-1c54dd8ed21f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:19:57.326031 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff48b729-6812-4bdf-b7dd-1c54dd8ed21f'] response: {'name': 'network-changed', 'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'status': 'completed', 'code': 200} Jun 07 13:19:57.390362 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:19:57.451081 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca94283-dc91-477c-83ab-ff410f0dd164 req-04c45ea2-9f6f-4fc2-9ed3-529905896601 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:57.452543 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7ca94283-dc91-477c-83ab-ff410f0dd164 req-04c45ea2-9f6f-4fc2-9ed3-529905896601 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0508001 Jun 07 13:19:57.499445 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7ca94283-dc91-477c-83ab-ff410f0dd164 req-9485051b-d85b-4b24-b51a-3171f55cdb82 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Jun 07 13:19:57.661270 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '03979381-cc5c-453e-a2fb-223f51f85d4b', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'port_id': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'mac_address': 'fa:16:3e:72:87:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:19:19Z', 'updated_at': '2022-06-07T13:19:56Z', 'revision_number': 1, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:57.685315 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] Checking router: 79b9218e-edd9-4421-8b9b-174a4003d490 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:19:57.693819 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:19:57.694380 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:19:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:57.757577 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63be2-17f0-4f51-89cb-51ddf2068f22 req-7d9fef67-3845-4b08-8ec4-9cb5661be03c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:57.759037 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72f63be2-17f0-4f51-89cb-51ddf2068f22 req-7d9fef67-3845-4b08-8ec4-9cb5661be03c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0461268 Jun 07 13:19:57.794075 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:19:57.805014 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72f63be2-17f0-4f51-89cb-51ddf2068f22 req-ac7fae2d-737a-43b6-a1dc-110c7ebb2d3e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Jun 07 13:19:57.994943 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '03979381-cc5c-453e-a2fb-223f51f85d4b', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'port_id': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'mac_address': 'fa:16:3e:72:87:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:19:19Z', 'updated_at': '2022-06-07T13:19:56Z', 'revision_number': 1, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:19:58.018246 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b2b95-0f04-4dc9-b901-a4a14fa2970f None None] The sync data for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi is: [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '03979381-cc5c-453e-a2fb-223f51f85d4b', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'port_id': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'mac_address': 'fa:16:3e:72:87:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:19:19Z', 'updated_at': '2022-06-07T13:19:56Z', 'revision_number': 1, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:19:58.207937 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ed3a6-6a63-4c52-a157-61b972f82849 None None] New status for floating IP 03979381-cc5c-453e-a2fb-223f51f85d4b: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:19:58.320942 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831091f-0d1c-4b9a-8b3a-dcfc0779b15c req-9262327b-5677-46af-953d-5b55d8e0ad1e tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:58.322431 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1831091f-0d1c-4b9a-8b3a-dcfc0779b15c req-9262327b-5677-46af-953d-5b55d8e0ad1e tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0517561 Jun 07 13:19:58.373990 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1831091f-0d1c-4b9a-8b3a-dcfc0779b15c req-f59af58e-053a-4e07-abca-4edb538db14d tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Jun 07 13:19:58.612198 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212aaa-a160-4a48-a48f-b05337214a4d req-35e84cd9-b912-46f2-9906-4098c582956f tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:58.613587 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7212aaa-a160-4a48-a48f-b05337214a4d req-35e84cd9-b912-46f2-9906-4098c582956f tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0453069 Jun 07 13:19:58.660449 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7212aaa-a160-4a48-a48f-b05337214a4d req-4c46a05d-164d-45a6-a734-03cec1a18e98 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Jun 07 13:19:58.915073 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b87e0-6c45-41d2-932a-840bb7612ba3 req-a37d7740-5d21-478c-96d8-01ef3bb057f8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:58.916378 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-248b87e0-6c45-41d2-932a-840bb7612ba3 req-a37d7740-5d21-478c-96d8-01ef3bb057f8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0454178 Jun 07 13:19:58.960757 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-248b87e0-6c45-41d2-932a-840bb7612ba3 req-a046c611-8d34-48cc-803d-560beab844c2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Jun 07 13:19:59.490145 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06c8f1-65f4-410c-8bf6-3b2c060ba865 req-645bb50c-b8db-4504-8d7f-b1a545cdc687 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:59.491511 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0c06c8f1-65f4-410c-8bf6-3b2c060ba865 req-645bb50c-b8db-4504-8d7f-b1a545cdc687 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0502863 Jun 07 13:19:59.535446 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:19:59.540118 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0c06c8f1-65f4-410c-8bf6-3b2c060ba865 req-595db069-dbe9-43af-ba18-15398c2a72df tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Jun 07 13:19:59.774985 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529fec-7e8f-473f-a328-bccdff584249 req-4b94cf65-bbb2-46ec-9bfb-323eae39abda tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:19:59.776439 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b529fec-7e8f-473f-a328-bccdff584249 req-4b94cf65-bbb2-46ec-9bfb-323eae39abda tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0466418 Jun 07 13:19:59.824712 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b529fec-7e8f-473f-a328-bccdff584249 req-e42f9780-1a83-4141-9984-aad5e49b31d1 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Jun 07 13:20:00.055609 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:00.070666 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5fa5-5d2d-4155-b35f-b902ad95acbf req-837e2f06-4153-4a75-a67f-749b92a756e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:00.073073 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fecb5fa5-5d2d-4155-b35f-b902ad95acbf req-837e2f06-4153-4a75-a67f-749b92a756e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0455365 Jun 07 13:20:00.120194 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fecb5fa5-5d2d-4155-b35f-b902ad95acbf req-457c52c2-d4ac-4b6e-ab4a-545defb15564 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Jun 07 13:20:00.651459 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312648a7-8a87-47ca-b7f0-dc4302fc3bc1 req-2055a072-f16e-4545-83ca-43b4600cf293 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:00.652916 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-312648a7-8a87-47ca-b7f0-dc4302fc3bc1 req-2055a072-f16e-4545-83ca-43b4600cf293 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0468984 Jun 07 13:20:00.699667 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-312648a7-8a87-47ca-b7f0-dc4302fc3bc1 req-6281ea18-b824-4691-9316-507c96688fef tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Jun 07 13:20:00.933943 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e1577-4fee-4756-a235-16739486a56b req-d36627da-0030-4f9c-9e1d-c46f53509fd0 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:00.935388 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-368e1577-4fee-4756-a235-16739486a56b req-d36627da-0030-4f9c-9e1d-c46f53509fd0 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0454142 Jun 07 13:20:00.980224 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-368e1577-4fee-4756-a235-16739486a56b req-3516794d-ad89-4b39-ad33-f2844be8a01a tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 Jun 07 13:20:01.233500 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0818-1e48-45dc-ab04-b8b396de2595 req-999e8b58-935d-43c0-a5b8-c99a68bb9396 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:01.234935 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-50dc0818-1e48-45dc-ab04-b8b396de2595 req-999e8b58-935d-43c0-a5b8-c99a68bb9396 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0487883 Jun 07 13:20:01.280219 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-50dc0818-1e48-45dc-ab04-b8b396de2595 req-6d56b956-a158-4650-b9ac-1c145f8e1716 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Jun 07 13:20:01.810225 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fada4b-b972-478e-b978-e13d6c3fa1e7 req-c13fff75-f831-4707-b505-49af21675f77 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:01.811665 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5fada4b-b972-478e-b978-e13d6c3fa1e7 req-c13fff75-f831-4707-b505-49af21675f77 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0450611 Jun 07 13:20:01.858806 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5fada4b-b972-478e-b978-e13d6c3fa1e7 req-1dafd31a-9060-4295-908a-db80ef1738c8 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Jun 07 13:20:02.093375 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1ec35-fb69-4da5-b035-55ed0d3d070e req-b68cb11a-3ea3-4487-a5cf-83bfdfb2d666 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:02.094803 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-90d1ec35-fb69-4da5-b035-55ed0d3d070e req-b68cb11a-3ea3-4487-a5cf-83bfdfb2d666 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0492110 Jun 07 13:20:02.140735 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-90d1ec35-fb69-4da5-b035-55ed0d3d070e req-6518e1e8-4ac9-4980-9c9a-eb39e820de72 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Jun 07 13:20:02.398847 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78177d17-2530-40e0-b69d-fc779416b3e8 req-a4eb7592-76ec-4893-9243-0fc153650daa tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:02.400314 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78177d17-2530-40e0-b69d-fc779416b3e8 req-a4eb7592-76ec-4893-9243-0fc153650daa tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0537953 Jun 07 13:20:02.449062 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78177d17-2530-40e0-b69d-fc779416b3e8 req-a44243b2-c98f-47be-af03-74ad81369ec7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Jun 07 13:20:02.967171 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459bc82-c58c-4d9e-9c45-7c5c597db2fa req-206f9630-c505-4baf-a0fb-cb842ac2189a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:02.968885 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5459bc82-c58c-4d9e-9c45-7c5c597db2fa req-206f9630-c505-4baf-a0fb-cb842ac2189a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0448406 Jun 07 13:20:03.018226 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5459bc82-c58c-4d9e-9c45-7c5c597db2fa req-f2461bda-4fcc-46c3-87d6-b264adddea6f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Jun 07 13:20:03.249460 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3004-4284-40d3-8384-4e90c4c19f71 req-6ea001b4-dcfd-48d4-9c77-aab0d4d25930 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:03.250923 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa6d3004-4284-40d3-8384-4e90c4c19f71 req-6ea001b4-dcfd-48d4-9c77-aab0d4d25930 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0459709 Jun 07 13:20:03.297980 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa6d3004-4284-40d3-8384-4e90c4c19f71 req-5adce8c9-f626-4e2c-ad02-bf2691235716 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Jun 07 13:20:03.558359 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d87c30-51a8-4f5e-bd47-7c3454c83b2a req-991c794c-0440-4fb8-a219-3b9eead55144 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:03.559923 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66d87c30-51a8-4f5e-bd47-7c3454c83b2a req-991c794c-0440-4fb8-a219-3b9eead55144 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0452876 Jun 07 13:20:03.614508 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66d87c30-51a8-4f5e-bd47-7c3454c83b2a req-96054a03-c80c-400c-a7d0-a4a444b6ceaa tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490687 Jun 07 13:20:04.030226 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device a4698c40-1169-449b-8114-06c3b5e1c430 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:20:04.066252 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:04.093861 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-8d4795bc-97f4-4037-8f35-8458a2687d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:04.096014 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-8d4795bc-97f4-4037-8f35-8458a2687d13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 1130 time: 0.0431962 Jun 07 13:20:04.112479 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port a4698c40-1169-449b-8114-06c3b5e1c430 is: ACTIVE; New status is: DOWN {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:04.112877 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:04.138670 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:04.141299 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c4f94-d27b-456d-b336-2b7ca172dd53" -d '{"events": [{"server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "name": "network-vif-unplugged", "status": "completed", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:04.153295 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:04.153859 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-ac80c7da-09e2-458c-8dc5-b6c3ec0eea20 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:04.156152 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-ac80c7da-09e2-458c-8dc5-b6c3ec0eea20 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0590153 Jun 07 13:20:04.160730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ee5ff-aa1c-434d-818b-97f3d8042ecf req-d5b318b7-52ac-45e2-ad64-54b6a4fd0c06 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:04.166912 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c52ee5ff-aa1c-434d-818b-97f3d8042ecf req-d5b318b7-52ac-45e2-ad64-54b6a4fd0c06 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 946 time: 0.0780892 Jun 07 13:20:04.172255 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port a4698c40-1169-449b-8114-06c3b5e1c430, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a4698c40-1169-449b-8114-06c3b5e1c430,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:04.177143 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:04.184438 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:04.201858 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58719dc-1699-4612-b8d5-3082aeb5308c x-openstack-request-id: req-e58719dc-1699-4612-b8d5-3082aeb5308c {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:04.202151 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "name": "network-vif-unplugged", "status": "completed", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:04.202399 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e58719dc-1699-4612-b8d5-3082aeb5308c {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:04.202786 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58719dc-1699-4612-b8d5-3082aeb5308c'] response: {'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430', 'code': 200} Jun 07 13:20:04.204297 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:04.212431 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c52ee5ff-aa1c-434d-818b-97f3d8042ecf req-2c5bc2a7-2b43-4e6b-b21f-9f0728cedfa7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Jun 07 13:20:04.229752 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=a4698c40-1169-449b-8114-06c3b5e1c430,revision_number=6']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:04.419289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872ca1-109d-4145-8f21-a1ab02165e61 req-bc8d652c-d977-4d94-8103-10cb54d8f4b1 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:04.420800 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2872ca1-109d-4145-8f21-a1ab02165e61 req-bc8d652c-d977-4d94-8103-10cb54d8f4b1 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0528843 Jun 07 13:20:04.468208 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2872ca1-109d-4145-8f21-a1ab02165e61 req-5a088e16-919c-4d7b-be44-f2295351f6f9 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Jun 07 13:20:04.743915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:04.750662 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a465-c60f-42ec-8615-ee9af6820548 req-50c50826-baf5-41b2-b64e-7e14c4095e84 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:04.752228 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dc50a465-c60f-42ec-8615-ee9af6820548 req-50c50826-baf5-41b2-b64e-7e14c4095e84 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0783782 Jun 07 13:20:04.764187 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c3165-d8ab-4179-97bb-107e47f23092 req-19a5ddfd-b2fc-468c-ac42-6686009bb430 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:04.765702 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e3c3165-d8ab-4179-97bb-107e47f23092 req-19a5ddfd-b2fc-468c-ac42-6686009bb430 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0802021 Jun 07 13:20:04.840486 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dc50a465-c60f-42ec-8615-ee9af6820548 req-77b376d2-53b6-4f2a-bb3a-4d099161a595 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738168 Jun 07 13:20:04.849171 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e3c3165-d8ab-4179-97bb-107e47f23092 req-b9ee0b21-62af-4874-86a6-33e531713c8f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746222 Jun 07 13:20:04.874555 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Deleting port a4698c40-1169-449b-8114-06c3b5e1c430 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:20:04.875111 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:04.921431 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:04.951271 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-ff66241e-e84f-4165-9f2b-583ee541cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:04.952755 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-ff66241e-e84f-4165-9f2b-583ee541cf14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.2228975 Jun 07 13:20:04.996831 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] For port a4698c40-1169-449b-8114-06c3b5e1c430, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a4698c40-1169-449b-8114-06c3b5e1c430,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:04.997147 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:05.015866 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Calling delete_port for a4698c40-1169-449b-8114-06c3b5e1c430 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:20:05.153199 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (a4698c40-1169-449b-8114-06c3b5e1c430), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:05.182289 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Pushing event deleted for resources: {'Port': ['ID=a4698c40-1169-449b-8114-06c3b5e1c430,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:05.196291 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.196837 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.197336 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.197824 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.198158 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.198481 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.198800 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.199140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.199457 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.199771 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.200086 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.200400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.200710 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.201020 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.201329 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:05.238511 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] No DVR routers for this DVR port a4698c40-1169-449b-8114-06c3b5e1c430 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:20:05.247532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:05.250849 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9cf69f07-e8fd-4ab0-be52-de385b6dffe9 req-481fc9be-1d81-4382-9d90-25777552587c tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "DELETE /v2.0/ports/a4698c40-1169-449b-8114-06c3b5e1c430 HTTP/1.1" status: 204 len: 173 time: 0.5196650 Jun 07 13:20:05.251340 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'name': 'network-vif-deleted', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:05.253544 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f52545-d18a-4f38-ba9b-47b41c67dfdf" -d '{"events": [{"server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "name": "network-vif-deleted", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:05.297559 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2d12fb-73b5-4c99-ac81-d73625b022fc x-openstack-request-id: req-3f2d12fb-73b5-4c99-ac81-d73625b022fc {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:05.297852 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9431594-ac28-4b88-bb34-c94ad9903743", "name": "network-vif-deleted", "tag": "a4698c40-1169-449b-8114-06c3b5e1c430", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:05.298107 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f2d12fb-73b5-4c99-ac81-d73625b022fc {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:05.298512 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2d12fb-73b5-4c99-ac81-d73625b022fc'] response: {'server_uuid': 'd9431594-ac28-4b88-bb34-c94ad9903743', 'name': 'network-vif-deleted', 'tag': 'a4698c40-1169-449b-8114-06c3b5e1c430', 'status': 'completed', 'code': 200} Jun 07 13:20:05.324761 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe914398-bbc1-478b-8249-9f5fbb6d4ae4 req-a63bc334-cde8-49a1-a111-a1c94254d853 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 210 time: 0.0306106 Jun 07 13:20:06.013880 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39587cb7-7f45-4783-b57f-256a25c28cf8 req-26bcb8e9-e7bd-4dc9-9a3b-b91fc7e23942 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:06.015366 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39587cb7-7f45-4783-b57f-256a25c28cf8 req-26bcb8e9-e7bd-4dc9-9a3b-b91fc7e23942 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0821967 Jun 07 13:20:06.023147 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0bf3d-be52-49a9-b315-2076a9763a76 req-3529ff55-6c6f-48dc-b4d3-72dbe7ddaf47 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:06.024490 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d7d0bf3d-be52-49a9-b315-2076a9763a76 req-3529ff55-6c6f-48dc-b4d3-72dbe7ddaf47 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0901215 Jun 07 13:20:06.097841 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39587cb7-7f45-4783-b57f-256a25c28cf8 req-1832597a-5a5f-40b8-b767-c3213e0283bb tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723932 Jun 07 13:20:06.108053 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d7d0bf3d-be52-49a9-b315-2076a9763a76 req-8412793c-b6dd-4549-8c82-2653aed6391f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761378 Jun 07 13:20:06.308710 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-6fd64866-f387-4d60-bc2c-5b09ff45bded service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 200 len: 1001 time: 0.0701103 Jun 07 13:20:06.444525 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3c275648-45f5-4184-be68-4c5250d393db req-95bb74ca-0542-451d-bdcd-efd4f629e026 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 210 time: 0.0386200 Jun 07 13:20:07.240849 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7387d-f330-4da0-9cfa-c9a9c068caaf req-bd607a30-9113-42bb-85fd-78308d430cd9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:07.242318 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3de7387d-f330-4da0-9cfa-c9a9c068caaf req-bd607a30-9113-42bb-85fd-78308d430cd9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0719967 Jun 07 13:20:07.250040 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe6a4b-1f54-4bd8-ba7d-f5942a3369a6 req-af8b7549-a1cd-4036-b2af-aef011fadb84 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:07.251388 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e5fe6a4b-1f54-4bd8-ba7d-f5942a3369a6 req-af8b7549-a1cd-4036-b2af-aef011fadb84 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0713079 Jun 07 13:20:07.325542 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3de7387d-f330-4da0-9cfa-c9a9c068caaf req-62a7df22-1d46-4e9b-9ba8-326ffbdf0d3d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Jun 07 13:20:07.329522 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e5fe6a4b-1f54-4bd8-ba7d-f5942a3369a6 req-db75eacb-b6e0-4801-8622-d8451c198ffc tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715046 Jun 07 13:20:07.519798 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-0fa217f8-2606-47e6-87cd-2c9430442729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:07.525026 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-0fa217f8-2606-47e6-87cd-2c9430442729 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0684583 Jun 07 13:20:07.560666 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc9e9802-3708-465c-9610-c02b5cebf5ba req-7563be4f-0ac5-411f-8edd-0d95789989c7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9431594-ac28-4b88-bb34-c94ad9903743 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Jun 07 13:20:07.644905 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-a2941620-9951-4253-80bc-5acf864753f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:07.646416 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-a2941620-9951-4253-80bc-5acf864753f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392699 Jun 07 13:20:07.790684 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 58438) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:07.957662 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.060139 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170cc2e-4094-452f-a6e9-be07cde3efda req-ff924e31-0ca8-473b-a3d1-1cf603c1a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:08.061651 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5170cc2e-4094-452f-a6e9-be07cde3efda req-ff924e31-0ca8-473b-a3d1-1cf603c1a355 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1129 time: 0.1139345 Jun 07 13:20:08.151531 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5170cc2e-4094-452f-a6e9-be07cde3efda req-ddd5cada-7c29-46a5-a529-c5f78f36da5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768230 Jun 07 13:20:08.174304 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Publish callbacks [] for security_group (13e9bcbf-b577-48b7-b510-1d2543cbfe28), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.178777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (13e9bcbf-b577-48b7-b510-1d2543cbfe28), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.186315 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:08.211311 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:08.225531 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9bcbf-b577-48b7-b510-1d2543cbfe28,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:08.231943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1304267434194936ad7c457961cab231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401953 Jun 07 13:20:08.237654 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.237993 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.238329 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.238653 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.239002 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.239343 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.239650 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.239966 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.240289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.240603 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.240920 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.241233 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.241542 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.241852 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.242162 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d13c1e-5fcf-40b5-b63e-bd84cd8e97fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:08.247726 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 58450) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:08.295580 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-bea20ff4-d5a4-4e8f-b682-74b9e90cb77e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3759134 Jun 07 13:20:08.302453 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d0060e2-5e82-44c6-b688-22c11bdc5696 admin admin] Publish callbacks [] for security_group (13e9bcbf-b577-48b7-b510-1d2543cbfe28), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.312575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-a88d9c09-672b-4062-8e1a-249d08ddf044 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:08.314035 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-a88d9c09-672b-4062-8e1a-249d08ddf044 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.18 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.3838644 Jun 07 13:20:08.325508 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d0060e2-5e82-44c6-b688-22c11bdc5696 admin admin] Publish callbacks [] for security_group (13e9bcbf-b577-48b7-b510-1d2543cbfe28), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.343087 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-0e438d72-5ee2-40b0-bdd2-00d2d945d63b service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137979 Jun 07 13:20:08.378568 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d0060e2-5e82-44c6-b688-22c11bdc5696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (13e9bcbf-b577-48b7-b510-1d2543cbfe28), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.382406 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d0060e2-5e82-44c6-b688-22c11bdc5696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.383695 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3d0060e2-5e82-44c6-b688-22c11bdc5696 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13e9bcbf-b577-48b7-b510-1d2543cbfe28 HTTP/1.1" status: 204 len: 168 time: 0.1346645 Jun 07 13:20:08.406882 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0060e2-5e82-44c6-b688-22c11bdc5696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9bcbf-b577-48b7-b510-1d2543cbfe28,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:08.514580 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7775a-dcc3-447a-b792-64accffe7c14 req-a9aeec55-f6e8-4b47-ba21-b7baeec9c863 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:08.516348 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53e7775a-dcc3-447a-b792-64accffe7c14 req-a9aeec55-f6e8-4b47-ba21-b7baeec9c863 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.1146944 Jun 07 13:20:08.538018 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c263e7-743f-428c-a574-4e8bf244bd5c req-297313b8-35e5-48a3-9594-e128d5ea5348 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:08.538235 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07c263e7-743f-428c-a574-4e8bf244bd5c req-297313b8-35e5-48a3-9594-e128d5ea5348 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 950 time: 0.0727806 Jun 07 13:20:08.557697 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-829a45e9-2046-4421-bc3f-38a75f141229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:08.559352 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-829a45e9-2046-4421-bc3f-38a75f141229 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 1130 time: 0.1241341 Jun 07 13:20:08.594375 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:08.620643 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53e7775a-dcc3-447a-b792-64accffe7c14 req-50056b80-1734-41a7-955d-f6781528d0c6 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924134 Jun 07 13:20:08.626418 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Deleting port bcd3488e-becb-41b9-ad34-acd79eb0dd17 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:20:08.626858 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.627705 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07c263e7-743f-428c-a574-4e8bf244bd5c req-a31d132f-11c4-46b7-af9c-3a4870f61561 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818529 Jun 07 13:20:08.654276 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a0e2663a-7de2-4a48-84d2-a748387ea7ce req-12ffe890-4e7e-4cf4-8cd1-67609aff402c service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500994 Jun 07 13:20:08.750882 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:08.753239 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] For port bcd3488e-becb-41b9-ad34-acd79eb0dd17, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bcd3488e-becb-41b9-ad34-acd79eb0dd17,segment=NetworkSegment(1ff496f6-8992-4585-9731-ebadf5755829),segment_id=1ff496f6-8992-4585-9731-ebadf5755829)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:08.753633 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.769435 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Calling delete_port for bcd3488e-becb-41b9-ad34-acd79eb0dd17 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:20:08.909521 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (bcd3488e-becb-41b9-ad34-acd79eb0dd17), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:08.922185 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bcd3488e-becb-41b9-ad34-acd79eb0dd17'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:20:08.952509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Pushing event deleted for resources: {'Port': ['ID=bcd3488e-becb-41b9-ad34-acd79eb0dd17,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:09.019972 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-e04f7108-ad9f-4098-8d64-6931f98af5e5 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:09.021567 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-e04f7108-ad9f-4098-8d64-6931f98af5e5 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/networks?id=58ad666e-46d6-4776-ba36-924ba1b46cc1 HTTP/1.1" status: 200 len: 809 time: 0.1436179 Jun 07 13:20:09.039416 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-121a2686-976f-421c-8d2c-3de6ff087fe9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/quotas/d1aac41f4f074858ba560987a158c38b HTTP/1.1" status: 200 len: 375 time: 0.0114143 Jun 07 13:20:09.052368 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] No DVR routers for this DVR port bcd3488e-becb-41b9-ad34-acd79eb0dd17 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:20:09.057607 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:09.061075 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4d3f824-57d9-49a7-8e8a-8be2a6a1da29 req-39e334ff-7715-41dd-a86f-ba5dac744611 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.18 "DELETE /v2.0/ports/bcd3488e-becb-41b9-ad34-acd79eb0dd17 HTTP/1.1" status: 204 len: 173 time: 0.6552417 Jun 07 13:20:09.061500 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'name': 'network-vif-deleted', 'tag': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:09.064288 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f041fd2c-048b-4e68-afcb-0cfaeee7e05d" -d '{"events": [{"server_uuid": "edff24ec-db4a-4fe9-b564-9dabd56acf8e", "name": "network-vif-deleted", "tag": "bcd3488e-becb-41b9-ad34-acd79eb0dd17"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:09.127217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4e7bfd-4a55-4a7f-abd6-c3c0bc0ebb85 x-openstack-request-id: req-ee4e7bfd-4a55-4a7f-abd6-c3c0bc0ebb85 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:09.127749 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff24ec-db4a-4fe9-b564-9dabd56acf8e", "name": "network-vif-deleted", "tag": "bcd3488e-becb-41b9-ad34-acd79eb0dd17", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:09.128154 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee4e7bfd-4a55-4a7f-abd6-c3c0bc0ebb85 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:09.128711 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4e7bfd-4a55-4a7f-abd6-c3c0bc0ebb85'] response: {'server_uuid': 'edff24ec-db4a-4fe9-b564-9dabd56acf8e', 'name': 'network-vif-deleted', 'tag': 'bcd3488e-becb-41b9-ad34-acd79eb0dd17', 'status': 'completed', 'code': 200} Jun 07 13:20:09.136755 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-04d8c96a-754f-4721-949d-844ffabadc96 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1aac41f4f074858ba560987a158c38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784934 Jun 07 13:20:09.172757 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-cfbe7e4a-5d42-49ec-bd28-381a40d3348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:09.174327 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-cfbe7e4a-5d42-49ec-bd28-381a40d3348c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.1975527 Jun 07 13:20:09.294039 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-0730b25f-7826-419b-977d-bd280a5430df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853e6961-92a5-492c-a8b3-2379de8141ed HTTP/1.1" status: 200 len: 217 time: 0.0821123 Jun 07 13:20:09.314773 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-76ed3ec6-8ccd-4540-86e4-db385dd64c20 service neutron] 10.222.0.61 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770380 Jun 07 13:20:09.411651 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-ee9e496b-583f-4230-8519-a75cdadde6ae service neutron] 10.222.0.61 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910578 Jun 07 13:20:09.581806 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d42fa1d-43b4-491b-a8dc-37d4cf3f3814 req-db51ed26-b977-4550-9d9b-59f37213d17a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 210 time: 0.0305245 Jun 07 13:20:09.766393 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c305e8e-8170-4192-a6a6-dcb294b40bf4 req-0921716d-09a1-45ff-838b-cc334e53ead1 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 210 time: 0.0432668 Jun 07 13:20:09.803491 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563adbb-c5ea-47f2-a091-d4180ab6832a req-a2681a14-31a3-4eae-adb9-dcfec91f9a0e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:09.805061 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5563adbb-c5ea-47f2-a091-d4180ab6832a req-a2681a14-31a3-4eae-adb9-dcfec91f9a0e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0794289 Jun 07 13:20:09.857073 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5563adbb-c5ea-47f2-a091-d4180ab6832a req-ed49d07a-776e-4f70-86b4-f277a4ecaa4a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Jun 07 13:20:10.226948 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-6beba587-1199-47aa-9b51-965e09c78cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:10.228332 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-6beba587-1199-47aa-9b51-965e09c78cbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0500154 Jun 07 13:20:10.579241 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 58554) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:10.660996 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-5d632fd5-a1bf-4727-855f-0392dbb5d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:10.663676 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-5d632fd5-a1bf-4727-855f-0392dbb5d81a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599048 Jun 07 13:20:10.711162 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a8486e05-118a-43d7-a4b9-1e0189caf4b1 req-0a62e8be-be55-496d-a817-bf4ca96a553b tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Jun 07 13:20:10.788000 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-34c8cfe4-f54a-4c1c-97fa-0f9a702145ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:10.872254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:10.938577 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2d20184a-7a2e-48a9-8c3e-577629c596fe req-c8ed22a1-dfb3-47b1-a831-45def9489f17 tempest-VolumesNegativeTest-2049516183 tempest-VolumesNegativeTest-2049516183-project] 10.222.0.61 "GET /v2.0/ports?device_id=edff24ec-db4a-4fe9-b564-9dabd56acf8e HTTP/1.1" status: 200 len: 210 time: 0.0620067 Jun 07 13:20:10.972205 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:11.013180 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-34c8cfe4-f54a-4c1c-97fa-0f9a702145ec admin admin] Publish callbacks [] for security_group (abe65e3d-1aee-4dc3-ae14-4224c1f730d6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:11.031208 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-34c8cfe4-f54a-4c1c-97fa-0f9a702145ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (abe65e3d-1aee-4dc3-ae14-4224c1f730d6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:11.043788 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-a0ac3d37-3efd-49cc-9a6a-1c875af56a16 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318707 Jun 07 13:20:11.052471 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a0f29-1698-43c5-851d-80c9587ae356 req-2e57a4ea-7b54-458e-860d-b9a08cc39b11 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:11.053953 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d0a0f29-1698-43c5-851d-80c9587ae356 req-2e57a4ea-7b54-458e-860d-b9a08cc39b11 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0826099 Jun 07 13:20:11.095914 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-34c8cfe4-f54a-4c1c-97fa-0f9a702145ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=332e3c4417b245d58c8b14e7c4a163e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155468 Jun 07 13:20:11.098948 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 58568) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:11.100408 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8cfe4-f54a-4c1c-97fa-0f9a702145ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe65e3d-1aee-4dc3-ae14-4224c1f730d6,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:11.130232 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d0a0f29-1698-43c5-851d-80c9587ae356 req-b2cd0f43-90df-49db-aa7d-e77851ece1c2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681477 Jun 07 13:20:11.151278 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3005a76e-1625-4fe4-9a73-d396ab482458 admin admin] Publish callbacks [] for security_group (abe65e3d-1aee-4dc3-ae14-4224c1f730d6), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:11.175462 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3005a76e-1625-4fe4-9a73-d396ab482458 admin admin] Publish callbacks [] for security_group (abe65e3d-1aee-4dc3-ae14-4224c1f730d6), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:11.228478 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3005a76e-1625-4fe4-9a73-d396ab482458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (abe65e3d-1aee-4dc3-ae14-4224c1f730d6), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:11.231647 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3005a76e-1625-4fe4-9a73-d396ab482458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:11.232894 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3005a76e-1625-4fe4-9a73-d396ab482458 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/abe65e3d-1aee-4dc3-ae14-4224c1f730d6 HTTP/1.1" status: 204 len: 168 time: 0.1329391 Jun 07 13:20:11.240801 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005a76e-1625-4fe4-9a73-d396ab482458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe65e3d-1aee-4dc3-ae14-4224c1f730d6,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:11.428575 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9868c4-2faf-49c2-b1d9-7d488f0ef9f4 req-116ad498-1e3f-4d5a-a81e-041092f6bbfe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:11.430957 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af9868c4-2faf-49c2-b1d9-7d488f0ef9f4 req-116ad498-1e3f-4d5a-a81e-041092f6bbfe tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0898390 Jun 07 13:20:11.507545 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af9868c4-2faf-49c2-b1d9-7d488f0ef9f4 req-1e4b96e6-2083-4a17-b581-b84df4bdcb8b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695927 Jun 07 13:20:11.534146 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7937baef-df7a-4a5c-bbce-36fc09fe7ad6 req-7872d2e0-3984-4db4-916f-71dfa28b52aa service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807559 Jun 07 13:20:11.535057 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-649fbcab-fcc1-4bbe-b863-88b626cd3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:11.536556 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-649fbcab-fcc1-4bbe-b863-88b626cd3c39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1129 time: 0.1449585 Jun 07 13:20:11.809214 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91e71f23-48f0-4ce5-aa21-999373fc37bf req-7b1e9c5a-ba26-45d0-98cd-4d15e70d95b2 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 210 time: 0.0281746 Jun 07 13:20:11.978802 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:11.991236 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:12.032358 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-82aa084e-67c5-48ca-b991-ca6ba83ea07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:12.034229 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-82aa084e-67c5-48ca-b991-ca6ba83ea07b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.1303596 Jun 07 13:20:12.069826 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bcd3488e-becb-41b9-ad34-acd79eb0dd17 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:20:12.116971 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-fc7282b4-26a9-4fb2-96ea-52c4d6b198d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fbff3a7-3340-450f-bac9-a55605b332c7 HTTP/1.1" status: 200 len: 217 time: 0.0714328 Jun 07 13:20:12.140803 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: bcd3488e-becb-41b9-ad34-acd79eb0dd17 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:20:12.141996 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bcd3488e-becb-41b9-ad34-acd79eb0dd17 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:20:12.227115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-9d58bf12-9436-4ef8-9514-4a2d30d06ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:12.228922 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-9d58bf12-9436-4ef8-9514-4a2d30d06ac2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0589054 Jun 07 13:20:12.242570 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-bca1fe50-17b4-4171-b0d7-a25f944c0d40 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:12.244094 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-bca1fe50-17b4-4171-b0d7-a25f944c0d40 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "GET /v2.0/networks?id=58ad666e-46d6-4776-ba36-924ba1b46cc1 HTTP/1.1" status: 200 len: 809 time: 0.2271597 Jun 07 13:20:12.564038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Request body: {'port': {'device_id': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1', 'admin_state_up': True, 'tenant_id': 'd1aac41f4f074858ba560987a158c38b'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:12.568954 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-793ec0bc-cdee-4b78-8328-23c28f53bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:12.571023 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-793ec0bc-cdee-4b78-8328-23c28f53bb16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714030 Jun 07 13:20:12.717089 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b36f-30df-4cad-a8c0-b299eb7ffd69 req-bdca5c48-7d10-483b-b448-d088fb0baee0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:12.726504 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4e58b36f-30df-4cad-a8c0-b299eb7ffd69 req-bdca5c48-7d10-483b-b448-d088fb0baee0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0793562 Jun 07 13:20:12.786752 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-b7d1459b-7428-40de-870b-8737bb9ee60b service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957841 Jun 07 13:20:12.793365 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4e58b36f-30df-4cad-a8c0-b299eb7ffd69 req-ae5a90e9-d871-4c78-bb51-79db896f8208 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658085 Jun 07 13:20:12.795316 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Made reservation on behalf of d1aac41f4f074858ba560987a158c38b for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:20:12.798973 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:12.998184 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Allocated IP 172.20.0.9 (58ad666e-46d6-4776-ba36-924ba1b46cc1/bd4248b3-8015-41c3-becc-eda8b4abc05e/64178e21-d2e4-4fa1-a1cf-21f884b811bc) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:13.004855 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-52383194-5aca-4d43-b863-2f06fac2175d req-5f47dc34-3e58-4365-a185-9e84a3cb211f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 210 time: 0.0772271 Jun 07 13:20:13.106600 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 58714) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:13.111442 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-29d4d665-3ac9-4574-bcaa-b6179f56c099 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612638785', 'description': 'tempest-description--1108160415'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:13.130875 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:13.155357 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29d4d665-3ac9-4574-bcaa-b6179f56c099 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.236634 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks [] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.303721 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29d4d665-3ac9-4574-bcaa-b6179f56c099 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (03f70ede-e5b0-4862-ae15-220f6b867022), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.309611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29d4d665-3ac9-4574-bcaa-b6179f56c099 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (03f70ede-e5b0-4862-ae15-220f6b867022), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.311710 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b139dfcd-84b9-4fa3-ac8d-50b717f4e066 req-a40d9ed8-f0b3-4172-962e-4990936f6505 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460166 Jun 07 13:20:13.321979 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.367006 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29d4d665-3ac9-4574-bcaa-b6179f56c099 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.372847 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 58754) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:13.373381 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-29d4d665-3ac9-4574-bcaa-b6179f56c099 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2655311 Jun 07 13:20:13.376096 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4d665-3ac9-4574-bcaa-b6179f56c099 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f70ede-e5b0-4862-ae15-220f6b867022,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:13.377897 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Network 58ad666e-46d6-4776-ba36-924ba1b46cc1 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:13.381633 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-e07abf17-ab41-45a0-bcbb-f8d11f5bb004 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': '03f70ede-e5b0-4862-ae15-220f6b867022', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:13.407903 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:13.415773 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:13.459934 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:13.468256 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Pushing event updated for resources: {'Port': ['ID=64178e21-d2e4-4fa1-a1cf-21f884b811bc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:13.500647 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:13.501465 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.517902 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e07abf17-ab41-45a0-bcbb-f8d11f5bb004 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (67c90098-a8a6-464d-8021-c9befad087ab), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.537139 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-8aafa139-7eb1-458f-9b2f-ee054a22a6af tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0362504 Jun 07 13:20:13.556163 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Request body: {'port': {'device_id': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:13.639048 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e07abf17-ab41-45a0-bcbb-f8d11f5bb004 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (67c90098-a8a6-464d-8021-c9befad087ab), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.646122 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e07abf17-ab41-45a0-bcbb-f8d11f5bb004 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (67c90098-a8a6-464d-8021-c9befad087ab), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.659472 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.682432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07abf17-ab41-45a0-bcbb-f8d11f5bb004 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c90098-a8a6-464d-8021-c9befad087ab,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:13.690874 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e07abf17-ab41-45a0-bcbb-f8d11f5bb004 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.692087 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e07abf17-ab41-45a0-bcbb-f8d11f5bb004 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163834 Jun 07 13:20:13.694981 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 58796) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:13.700757 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-f8b92f71-a295-4220-99ab-cbfc2c74f0c1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': '03f70ede-e5b0-4862-ae15-220f6b867022', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:13.735447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8b92f71-a295-4220-99ab-cbfc2c74f0c1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (0594582f-6936-4891-a10a-35d6ea438370), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.799043 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8b92f71-a295-4220-99ab-cbfc2c74f0c1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (0594582f-6936-4891-a10a-35d6ea438370), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.805607 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8b92f71-a295-4220-99ab-cbfc2c74f0c1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (0594582f-6936-4891-a10a-35d6ea438370), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.856914 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8b92f71-a295-4220-99ab-cbfc2c74f0c1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.858352 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f8b92f71-a295-4220-99ab-cbfc2c74f0c1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616726 Jun 07 13:20:13.859542 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b92f71-a295-4220-99ab-cbfc2c74f0c1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0594582f-6936-4891-a10a-35d6ea438370,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:13.861697 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 58812) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:13.866247 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:13.938447 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:13.959759 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1211c9-b774-4fde-a987-13b84a100377 req-57c36c67-6031-48f5-b4fc-038e4b2243a2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:13.961751 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a1211c9-b774-4fde-a987-13b84a100377 req-57c36c67-6031-48f5-b4fc-038e4b2243a2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0569804 Jun 07 13:20:14.033643 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a1211c9-b774-4fde-a987-13b84a100377 req-e4950c59-7540-459b-9cc0-7588c75b5625 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549254 Jun 07 13:20:14.058498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:14.091709 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.156916 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7e59c-9740-4d2a-9bc2-2db346448320 req-73d2cc7f-7ab2-4406-8275-db90bb78baa0 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:14.159395 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ac7e59c-9740-4d2a-9bc2-2db346448320 req-73d2cc7f-7ab2-4406-8275-db90bb78baa0 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 931 time: 0.0562501 Jun 07 13:20:14.172722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64178e21-d2e4-4fa1-a1cf-21f884b811bc {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:20:14.188574 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Publish callbacks [] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.199463 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:14.221539 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Transition to ACTIVE for port object 64178e21-d2e4-4fa1-a1cf-21f884b811bc will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:20:14.224188 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ac7e59c-9740-4d2a-9bc2-2db346448320 req-cb50b7e2-e6f3-4beb-8c93-95bd7207e00d tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539432 Jun 07 13:20:14.242225 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.271941 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:14.313581 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.27.1.189 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/ea90c2cf-29c8-4a8c-ae8b-73919ac1453f) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:14.327678 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Pushing event updated for resources: {'Port': ['ID=64178e21-d2e4-4fa1-a1cf-21f884b811bc,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:14.467781 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Attempting to bind port 64178e21-d2e4-4fa1-a1cf-21f884b811bc on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:14.468120 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Attempting to bind port 64178e21-d2e4-4fa1-a1cf-21f884b811bc by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:14.468451 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Attempting to bind port 64178e21-d2e4-4fa1-a1cf-21f884b811bc on network 58ad666e-46d6-4776-ba36-924ba1b46cc1 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:14.482886 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Port 64178e21-d2e4-4fa1-a1cf-21f884b811bc on network 58ad666e-46d6-4776-ba36-924ba1b46cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:20:14.482886 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Attempting to bind port 64178e21-d2e4-4fa1-a1cf-21f884b811bc on network 58ad666e-46d6-4776-ba36-924ba1b46cc1 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:14.492822 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:14.493299 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Checking segment: {'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:14.493555 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Bound using segment: {'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:14.494199 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Bound port: 64178e21-d2e4-4fa1-a1cf-21f884b811bc, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd1228-f9b3-44f2-86e2-5b05645abbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:14.494399 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.512713 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.592248 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.595342 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] For port 64178e21-d2e4-4fa1-a1cf-21f884b811bc, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:14.630010 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] For port 64178e21-d2e4-4fa1-a1cf-21f884b811bc, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=64178e21-d2e4-4fa1-a1cf-21f884b811bc,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:14.645055 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:14.646422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.656315 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:14.662769 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:14.667409 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=ea90c2cf-29c8-4a8c-ae8b-73919ac1453f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:14.715938 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:14.716552 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.718062 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] 10.222.0.18 "PUT /v2.0/ports/64178e21-d2e4-4fa1-a1cf-21f884b811bc HTTP/1.1" status: 200 len: 1093 time: 1.1660249 Jun 07 13:20:14.720166 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'tag': '64178e21-d2e4-4fa1-a1cf-21f884b811bc'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:14.722533 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455e9bd-f84e-4446-a1c6-e48ad8bdf9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dadfca8e-afc3-4687-ba6e-a714b6137139", "tag": "64178e21-d2e4-4fa1-a1cf-21f884b811bc"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:14.765324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef4d5ea-5a03-4b20-a900-c689800fe51a x-openstack-request-id: req-5ef4d5ea-5a03-4b20-a900-c689800fe51a {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:14.765612 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadfca8e-afc3-4687-ba6e-a714b6137139", "tag": "64178e21-d2e4-4fa1-a1cf-21f884b811bc", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:14.765859 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ef4d5ea-5a03-4b20-a900-c689800fe51a {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:14.766256 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef4d5ea-5a03-4b20-a900-c689800fe51a'] response: {'name': 'network-changed', 'server_uuid': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'tag': '64178e21-d2e4-4fa1-a1cf-21f884b811bc', 'status': 'completed', 'code': 200} Jun 07 13:20:14.770175 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126d62-f098-4474-9972-ca9fb60d8b8a service neutron] Pushing event updated for resources: {'Port': ['ID=64178e21-d2e4-4fa1-a1cf-21f884b811bc,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:14.792743 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:14.809194 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (3c036181-e21f-408e-9ff1-8d2da4c3e156), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:14.850993 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:15.012817 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:15.049581 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:15.063324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:15.156206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=ea90c2cf-29c8-4a8c-ae8b-73919ac1453f,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:15.191240 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (3c036181-e21f-408e-9ff1-8d2da4c3e156), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:15.222360 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:15.231289 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455e9bd-f84e-4446-a1c6-e48ad8bdf9b6 req-39bba048-b619-428c-a8ed-84b015d0457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:15.233188 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a455e9bd-f84e-4446-a1c6-e48ad8bdf9b6 req-39bba048-b619-428c-a8ed-84b015d0457e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1aac41f4f074858ba560987a158c38b&device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 1127 time: 0.0511546 Jun 07 13:20:15.235362 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa578f-8ac5-48ea-a643-8a78d400ef13 req-6f485aed-392c-4c71-b330-99c941b84394 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:15.236840 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:15.237494 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4caa578f-8ac5-48ea-a643-8a78d400ef13 req-6f485aed-392c-4c71-b330-99c941b84394 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0862489 Jun 07 13:20:15.247874 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6de78d7b-863e-4b24-b65a-44d91146244b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3753262 Jun 07 13:20:15.371759 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4caa578f-8ac5-48ea-a643-8a78d400ef13 req-280028d9-6bd4-4e71-b865-29a2f6e2c46d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278367 Jun 07 13:20:15.465309 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455e9bd-f84e-4446-a1c6-e48ad8bdf9b6 req-b3623efa-a571-4aef-911e-18f74307bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:15.467201 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a455e9bd-f84e-4446-a1c6-e48ad8bdf9b6 req-b3623efa-a571-4aef-911e-18f74307bb63 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d1aac41f4f074858ba560987a158c38b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1998737 Jun 07 13:20:15.468113 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c922aa7-6850-4a59-8b08-01938683f058 req-f923cb62-f9c4-4265-b154-1757c4d83c40 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:15.476027 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3c922aa7-6850-4a59-8b08-01938683f058 req-f923cb62-f9c4-4265-b154-1757c4d83c40 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 943 time: 0.1029694 Jun 07 13:20:15.542606 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3c922aa7-6850-4a59-8b08-01938683f058 req-4b26ddd8-c3df-44f7-8afe-d4200a269380 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Jun 07 13:20:15.594636 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-41c5ac9b-aed0-4e37-b169-ab5da435b259 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--612638785&fields=id&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 267 time: 0.0815547 Jun 07 13:20:15.705313 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-e2418469-1bcf-4d43-ac9e-0a8858c15bd9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:15.706800 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-e2418469-1bcf-4d43-ac9e-0a8858c15bd9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.1127646 Jun 07 13:20:15.722472 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-726aa003-2514-40da-9130-66da22568557 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/quotas/ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 375 time: 0.0102911 Jun 07 13:20:15.774445 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-6640803a-47ae-4b11-9c14-fc6f3c2b04fa tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465117 Jun 07 13:20:15.882750 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-7f7ed356-4e89-46d2-b01e-2eb9f182fc57 service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891724 Jun 07 13:20:15.977165 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-977d5d27-1d11-447e-98d6-a620b73377f9 service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880582 Jun 07 13:20:16.133509 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb0fa370-8eec-48fd-84f3-3a5349e4af67 req-5541c1f1-9d4f-43c6-9bf1-2ff9423967c2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 210 time: 0.0285916 Jun 07 13:20:16.261428 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455e9bd-f84e-4446-a1c6-e48ad8bdf9b6 req-38e87a48-957d-477a-a2ed-78f00afb2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:16.262995 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a455e9bd-f84e-4446-a1c6-e48ad8bdf9b6 req-38e87a48-957d-477a-a2ed-78f00afb2d72 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994918 Jun 07 13:20:16.376041 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-267ad7f1-68ae-4e85-ad69-2fd222bd118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:16.377651 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-267ad7f1-68ae-4e85-ad69-2fd222bd118d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1aac41f4f074858ba560987a158c38b&device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 1127 time: 0.0487466 Jun 07 13:20:16.428761 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-9b746708-b838-4a41-bf8a-d6a9e81fb715 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64178e21-d2e4-4fa1-a1cf-21f884b811bc HTTP/1.1" status: 200 len: 217 time: 0.0429640 Jun 07 13:20:16.498282 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-6966f880-90f8-4147-96c9-39f54a55511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:16.499832 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-6966f880-90f8-4147-96c9-39f54a55511d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd4248b3-8015-41c3-becc-eda8b4abc05e HTTP/1.1" status: 200 len: 849 time: 0.0593748 Jun 07 13:20:16.534715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589afe09-876c-48bf-a185-5737d4dce964 req-699dcf23-e480-445f-9a97-aa442e3cc0ac tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:16.536509 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-589afe09-876c-48bf-a185-5737d4dce964 req-699dcf23-e480-445f-9a97-aa442e3cc0ac tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0656736 Jun 07 13:20:16.549750 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-add97e0e-eaff-4eae-bbd6-3f62529742cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58ad666e-46d6-4776-ba36-924ba1b46cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292699 Jun 07 13:20:16.600749 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-589afe09-876c-48bf-a185-5737d4dce964 req-28285dd5-5730-4280-b039-7484061f35d9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Jun 07 13:20:16.655932 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:16.688230 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-73f5dc8f-f851-4fec-855e-f23d25a40c12 service neutron] 10.222.0.18 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245229 Jun 07 13:20:16.696382 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bb059-64e7-46ef-83b2-4c33256c8b60 req-f50b7e13-a210-4074-b1be-243f917b7551 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:16.698588 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b11bb059-64e7-46ef-83b2-4c33256c8b60 req-f50b7e13-a210-4074-b1be-243f917b7551 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 943 time: 0.0655096 Jun 07 13:20:16.796833 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b11bb059-64e7-46ef-83b2-4c33256c8b60 req-c371df2d-17d9-48eb-a76a-6848cb084e62 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862300 Jun 07 13:20:16.816109 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f73c0864-55f3-430f-84d4-2faaf4b592e4 req-c7a25516-c6ff-4e98-9f4d-2917bb884689 service neutron] 10.222.0.18 "GET /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125937 Jun 07 13:20:17.228454 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aec724e8-dd50-4a63-9126-9899ed390938 req-23469a0e-b27f-4b8a-a89a-e1a4cc3e0718 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 210 time: 0.0279696 Jun 07 13:20:17.257010 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59040) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:17.400512 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-00c30656-550d-483f-860b-54ad07f3e66b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c38e45e60ff4f5595a4b3bec32db245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422338 Jun 07 13:20:17.403755 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59044) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:17.453320 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8da00526-4611-46e8-9258-2d787a8fdb1c admin admin] Publish callbacks [] for security_group (ab73d224-ffc5-4dc6-8ceb-3c8a1044905d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:17.475087 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8da00526-4611-46e8-9258-2d787a8fdb1c admin admin] Publish callbacks [] for security_group (ab73d224-ffc5-4dc6-8ceb-3c8a1044905d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:17.503377 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:17.524471 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8da00526-4611-46e8-9258-2d787a8fdb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ab73d224-ffc5-4dc6-8ceb-3c8a1044905d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:17.528148 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8da00526-4611-46e8-9258-2d787a8fdb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:17.529363 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8da00526-4611-46e8-9258-2d787a8fdb1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab73d224-ffc5-4dc6-8ceb-3c8a1044905d HTTP/1.1" status: 204 len: 168 time: 0.1246262 Jun 07 13:20:17.537397 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da00526-4611-46e8-9258-2d787a8fdb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab73d224-ffc5-4dc6-8ceb-3c8a1044905d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:17.548720 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:17.913069 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528ae48-5319-4914-8da3-32744b433034 req-dba9d263-5a0e-4a7a-8414-407c6b3fffd1 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:17.914745 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7528ae48-5319-4914-8da3-32744b433034 req-dba9d263-5a0e-4a7a-8414-407c6b3fffd1 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 943 time: 0.0469859 Jun 07 13:20:17.974920 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7528ae48-5319-4914-8da3-32744b433034 req-c7a33b4c-f4af-463d-9456-e4153f6c8654 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540595 Jun 07 13:20:18.136820 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59084) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:18.142345 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-3d007786-9012-4659-bb84-912348dd7b99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705350734', 'description': 'tempest-description--1828483845'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:18.147966 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:18.168214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d007786-9012-4659-bb84-912348dd7b99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.210042 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59086) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:18.223207 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59090) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:18.373526 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-926661445-network', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:18.395800 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e987e8e1-93f4-487d-b81d-2653c20503cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.422903 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Made reservation on behalf of b562a09561af4197bf2835b31a9dd34e for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:20:18.425242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.432884 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d007786-9012-4659-bb84-912348dd7b99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group (b0b1e198-b3ae-4a82-9bda-05f4dd40037b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.446947 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d007786-9012-4659-bb84-912348dd7b99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b0b1e198-b3ae-4a82-9bda-05f4dd40037b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.447176 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.491715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3d007786-9012-4659-bb84-912348dd7b99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.496098 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3d007786-9012-4659-bb84-912348dd7b99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3546829 Jun 07 13:20:18.496098 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ff14b670-ab07-4fd6-9972-599400fef846 req-6187a4ad-2855-4e10-9250-12f8e4f0adc1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 210 time: 0.0611000 Jun 07 13:20:18.499785 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59098) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:18.519229 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-79683ab7-9250-4f59-9728-200c2ef2d1f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'security_group_rule': {'security_group_id': 'b0b1e198-b3ae-4a82-9bda-05f4dd40037b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:18.526667 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d007786-9012-4659-bb84-912348dd7b99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b1e198-b3ae-4a82-9bda-05f4dd40037b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:18.549447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79683ab7-9250-4f59-9728-200c2ef2d1f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group_rule (a4231b09-9b66-4f84-8a7b-cf4c8a391bd9), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.568579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:18.576033 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e987e8e1-93f4-487d-b81d-2653c20503cd admin admin] Publish callbacks [] for security_group (e79f7b17-a54a-4212-a07d-30c25e0c968c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.608268 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e987e8e1-93f4-487d-b81d-2653c20503cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e79f7b17-a54a-4212-a07d-30c25e0c968c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.610141 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79683ab7-9250-4f59-9728-200c2ef2d1f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group_rule (a4231b09-9b66-4f84-8a7b-cf4c8a391bd9), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.617027 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79683ab7-9250-4f59-9728-200c2ef2d1f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (a4231b09-9b66-4f84-8a7b-cf4c8a391bd9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.639107 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683ab7-9250-4f59-9728-200c2ef2d1f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4231b09-9b66-4f84-8a7b-cf4c8a391bd9,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:18.651816 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79683ab7-9250-4f59-9728-200c2ef2d1f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.653861 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-79683ab7-9250-4f59-9728-200c2ef2d1f3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530824 Jun 07 13:20:18.656925 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59100) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:18.664133 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-a7b261db-6728-4d32-a96d-7d1070cb0f82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'security_group_rule': {'security_group_id': 'b0b1e198-b3ae-4a82-9bda-05f4dd40037b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:18.694041 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7b261db-6728-4d32-a96d-7d1070cb0f82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group_rule (daa90e14-b441-41f5-a17e-efd8d5b8d675), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.705684 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks [] for security_group (70f2c9e9-d1aa-45bb-986c-743ab64f0fba), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.773578 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7b261db-6728-4d32-a96d-7d1070cb0f82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group_rule (daa90e14-b441-41f5-a17e-efd8d5b8d675), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.778734 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7b261db-6728-4d32-a96d-7d1070cb0f82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (daa90e14-b441-41f5-a17e-efd8d5b8d675), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.798512 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b261db-6728-4d32-a96d-7d1070cb0f82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa90e14-b441-41f5-a17e-efd8d5b8d675,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:18.805904 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7b261db-6728-4d32-a96d-7d1070cb0f82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.807247 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a7b261db-6728-4d32-a96d-7d1070cb0f82 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494873 Jun 07 13:20:18.810287 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59104) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:18.814853 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:18.837388 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.919268 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.986093 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (70f2c9e9-d1aa-45bb-986c-743ab64f0fba), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:18.998261 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e987e8e1-93f4-487d-b81d-2653c20503cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b6d1c12f8b54839bc0d8d204dc1e76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7736082 Jun 07 13:20:19.003374 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987e8e1-93f4-487d-b81d-2653c20503cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79f7b17-a54a-4212-a07d-30c25e0c968c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:19.006858 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59110) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:19.016848 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:20:19.036584 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (c44ab54d-ad32-4ca1-a4d5-f625d9c17fce), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.036919 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Added segment c44ab54d-ad32-4ca1-a4d5-f625d9c17fce of type vlan for network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 Jun 07 13:20:19.038184 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:19.049362 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Allocated IP 172.27.1.41 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/43b0ba4c-79a9-4fe3-8502-24db1d9dd104) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:19.090306 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1092eff9-dca3-4791-bf31-876a0d569d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.150883 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.152603 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89964fa-6148-4c75-8cf1-35035068818c req-41f121c0-09e0-496c-944f-3469f2f61d6b tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:19.155277 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c89964fa-6148-4c75-8cf1-35035068818c req-41f121c0-09e0-496c-944f-3469f2f61d6b tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 943 time: 0.0997987 Jun 07 13:20:19.157580 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f2c9e9-d1aa-45bb-986c-743ab64f0fba,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:19.168964 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-b3a6c68c-92b3-48f6-97e0-67d577f86b3e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:19.170389 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-b3a6c68c-92b3-48f6-97e0-67d577f86b3e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.5868254 Jun 07 13:20:19.175219 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:19.180878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:19.208768 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1249637-ae41-4fe5-b5a0-043f06fcd27b admin admin] Publish callbacks [] for security_group (e79f7b17-a54a-4212-a07d-30c25e0c968c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.245786 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.246688 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:19.247293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.250130 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c89964fa-6148-4c75-8cf1-35035068818c req-c67ef9b6-485b-4070-9190-1fd5d40cfdc9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883253 Jun 07 13:20:19.264674 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.272340 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1249637-ae41-4fe5-b5a0-043f06fcd27b admin admin] Publish callbacks [] for security_group (e79f7b17-a54a-4212-a07d-30c25e0c968c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.299357 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.340289 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:19.344013 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1323435 Jun 07 13:20:19.348652 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59112) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:19.352481 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Request body: {'subnet': {'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-926661445-subnet', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:19.356991 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:19.359534 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:19.384083 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95472257-3ee7-461d-98cf-ec7149f98f77 admin admin] Pushing event updated for resources: {'Network': ['ID=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:19.395522 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-f53d3fbb-f0c1-42d0-b829-0c275ea53e48 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 471 time: 0.2077842 Jun 07 13:20:19.400728 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'Port': ['ID=43b0ba4c-79a9-4fe3-8502-24db1d9dd104,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:19.403028 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:20:19.407940 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'port': {'device_id': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'admin_state_up': True, 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'security_groups': ['03f70ede-e5b0-4862-ae15-220f6b867022']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:19.422605 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Made reservation on behalf of b562a09561af4197bf2835b31a9dd34e for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:20:19.432497 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10484662'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.485110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1249637-ae41-4fe5-b5a0-043f06fcd27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e79f7b17-a54a-4212-a07d-30c25e0c968c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.487896 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1249637-ae41-4fe5-b5a0-043f06fcd27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.490909 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b1249637-ae41-4fe5-b5a0-043f06fcd27b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e79f7b17-a54a-4212-a07d-30c25e0c968c HTTP/1.1" status: 204 len: 168 time: 0.4602530 Jun 07 13:20:19.547224 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1249637-ae41-4fe5-b5a0-043f06fcd27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79f7b17-a54a-4212-a07d-30c25e0c968c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:19.563457 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Made reservation on behalf of ec73e3d0e6f8476d81463ea6e11b62cd for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:20:19.566713 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.571923 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.676423 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6229a27b-66e8-4d40-8fb0-ccb8b064ccf0 req-871d71d5-cd29-4f8a-87af-a1f0e74999e8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 210 time: 0.0671411 Jun 07 13:20:19.678954 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.722210 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:19.748385 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.20.0.13 (7935e13c-3463-4221-bbf4-297a23e61ffb/14342ff1-bf7b-46d4-ab3a-6528e74e1495/e03bee43-ba5c-48ca-bb29-489689c6a119) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:19.797123 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:19.807694 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10484612'] for subnet (d8435a97-b4f0-4ba2-833b-48f44c062c01), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.879334 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59122) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:19.900398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-feb29162-fafa-48e0-90bf-92c788f30805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.914624 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8435a97-b4f0-4ba2-833b-48f44c062c01,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:19.939903 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Checking segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:19.940248 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Network hostable DHCP agents. Network: 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:20:19.947516 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:19.955127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:19.985469 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:20:20.003341 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.005157 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:20.008606 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.011247 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:20.011757 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.016621 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4d44e1-f220-4da2-8cf4-13eed2ce340a None None] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:20:20.030711 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:20.037376 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.079055 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-feb29162-fafa-48e0-90bf-92c788f30805 admin admin] Publish callbacks [] for security_group (57bda1df-9799-4cfe-ba57-19c7776f4ccb), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.081804 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9ff05e81-f207-4633-9d50-00ea1108f1df admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7335572 Jun 07 13:20:20.085242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59124) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:20.089228 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'Port': ['ID=43b0ba4c-79a9-4fe3-8502-24db1d9dd104,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:20.099278 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:20.101050 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 64178e21-d2e4-4fa1-a1cf-21f884b811bc details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:20:20.106971 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.108156 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:20.109245 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-feb29162-fafa-48e0-90bf-92c788f30805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (57bda1df-9799-4cfe-ba57-19c7776f4ccb), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.123521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.125488 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-eaaabcdf-a313-44d5-b927-8f335b2097ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3134937 Jun 07 13:20:20.132042 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:20.135070 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:20.196721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=e03bee43-ba5c-48ca-bb29-489689c6a119,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:20.199865 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb29162-fafa-48e0-90bf-92c788f30805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bda1df-9799-4cfe-ba57-19c7776f4ccb,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:20.230332 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.231443 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.236630 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-feb29162-fafa-48e0-90bf-92c788f30805 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9131aabed8a84eb8abba8378e03052f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562956 Jun 07 13:20:20.239315 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59128) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:20.267984 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:20.268839 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.344595 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-04d1b015-f786-4b6a-90b0-70374e95c4e2 admin admin] Publish callbacks [] for security_group (57bda1df-9799-4cfe-ba57-19c7776f4ccb), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.377140 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-87071e35-a99d-4dec-a82c-c2ea2d818c76 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9765124 Jun 07 13:20:20.378717 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-04d1b015-f786-4b6a-90b0-70374e95c4e2 admin admin] Publish callbacks [] for security_group (57bda1df-9799-4cfe-ba57-19c7776f4ccb), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.399469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks [] for router_controller (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.414404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Request body: {'port': {'device_id': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:20.446158 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:20:20.447119 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.510975 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-973964a9-1690-4e21-bd8d-ac1f07dbb6f5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1705350734&fields=id&tenant_id=7c615cd1e80a42e0ac2aff126cbb1455 HTTP/1.1" status: 200 len: 267 time: 0.1178348 Jun 07 13:20:20.515641 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 64178e21-d2e4-4fa1-a1cf-21f884b811bc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=64178e21-d2e4-4fa1-a1cf-21f884b811bc,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:20.518363 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3111-f188-408c-84ff-2d3a4c117fce req-21c7302a-26f1-4ff5-a8f9-3ca281f9d6b8 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:20.525222 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-929d3111-f188-408c-84ff-2d3a4c117fce req-21c7302a-26f1-4ff5-a8f9-3ca281f9d6b8 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 943 time: 0.1401050 Jun 07 13:20:20.532066 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:20.579609 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '64178e21-d2e4-4fa1-a1cf-21f884b811bc', 'network_id': '58ad666e-46d6-4776-ba36-924ba1b46cc1', 'port_id': '64178e21-d2e4-4fa1-a1cf-21f884b811bc', 'mac_address': 'fa:16:3e:ec:75:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4248b3-8015-41c3-becc-eda8b4abc05e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:20:20.617208 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.636545 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-534d4b1d-18c4-4cce-be34-c85f9fc4c372 None None] Provisioning complete for port e03bee43-ba5c-48ca-bb29-489689c6a119 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:20.636915 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-534d4b1d-18c4-4cce-be34-c85f9fc4c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.656046 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-04d1b015-f786-4b6a-90b0-70374e95c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (57bda1df-9799-4cfe-ba57-19c7776f4ccb), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.658536 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-04d1b015-f786-4b6a-90b0-70374e95c4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.662042 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-04d1b015-f786-4b6a-90b0-70374e95c4e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57bda1df-9799-4cfe-ba57-19c7776f4ccb HTTP/1.1" status: 204 len: 168 time: 0.4193666 Jun 07 13:20:20.691320 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 64178e21-d2e4-4fa1-a1cf-21f884b811bc is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:20.691555 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b015-f786-4b6a-90b0-70374e95c4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bda1df-9799-4cfe-ba57-19c7776f4ccb,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:20.692260 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.706773 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-929d3111-f188-408c-84ff-2d3a4c117fce req-b9496219-820e-4dcf-a127-3382a063d5c6 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802113 Jun 07 13:20:20.738254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-88fae7e4-f318-4a6d-b57a-19f7b6eb68d9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:20.739756 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-88fae7e4-f318-4a6d-b57a-19f7b6eb68d9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 818 time: 0.2064173 Jun 07 13:20:20.761619 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-f46cc107-029c-4573-a65e-dbaea62fc216 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/quotas/7c615cd1e80a42e0ac2aff126cbb1455 HTTP/1.1" status: 200 len: 375 time: 0.0116286 Jun 07 13:20:20.776547 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Allocated IP 172.20.0.2 (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4/d8435a97-b4f0-4ba2-833b-48f44c062c01/d9d7404a-5cb7-46d1-a7de-d40916e06bf5) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:20.836022 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-859e5b1f-0515-4fc9-83e6-0ede5a818fc4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682828 Jun 07 13:20:20.866198 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64178e21-d2e4-4fa1-a1cf-21f884b811bc {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:20:20.892192 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:20.893167 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 64178e21-d2e4-4fa1-a1cf-21f884b811bc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=64178e21-d2e4-4fa1-a1cf-21f884b811bc,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:20.905289 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-534d4b1d-18c4-4cce-be34-c85f9fc4c372 None None] Port e03bee43-ba5c-48ca-bb29-489689c6a119 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:20:20.921587 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks [] for router_gateway (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:20.961868 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f62a1d-523c-42b3-b176-dea46dbd3350 req-ca3ec261-1a2c-479b-a40b-7be049691819 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:20.963966 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94f62a1d-523c-42b3-b176-dea46dbd3350 req-ca3ec261-1a2c-479b-a40b-7be049691819 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 932 time: 0.1442153 Jun 07 13:20:21.028907 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:21.029591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:21.037434 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.041163 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Publish callbacks [] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.061838 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-5547bb06-50c4-46ea-900d-d1481e025eea service neutron] 10.222.0.61 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112043 Jun 07 13:20:21.078208 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94f62a1d-523c-42b3-b176-dea46dbd3350 req-5ee2002a-412b-4a24-8bd4-5745d196be19 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997581 Jun 07 13:20:21.103109 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=64178e21-d2e4-4fa1-a1cf-21f884b811bc,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:21.114211 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.115152 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.115685 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.116233 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.116883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.117406 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.117923 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.118449 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.118994 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.119540 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.120058 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.120592 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.121123 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.121745 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.122286 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:21.128511 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.181882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:21.185304 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:21.189106 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:21.192411 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-e5d09256-108e-4ffd-aee6-cf41e40d9c94 service neutron] 10.222.0.61 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131294 Jun 07 13:20:21.192993 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59150) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:21.194320 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:21.206444 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Pushing event updated for resources: {'Port': ['ID=d9d7404a-5cb7-46d1-a7de-d40916e06bf5,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:21.209649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07bd4b97-7ea5-4c59-b1fb-588a3102754d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.219986 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03bee43-ba5c-48ca-bb29-489689c6a119 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:20:21.229480 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Publish callbacks [] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.236543 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:21.269883 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Transition to ACTIVE for port object e03bee43-ba5c-48ca-bb29-489689c6a119 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:20:21.278586 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.291701 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Attempting to bind port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:21.293283 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Attempting to bind port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:21.293654 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Attempting to bind port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:21.306919 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:21.308439 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Checking segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:21.309560 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.310270 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Bound using segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:21.312566 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks [] for router_gateway (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.313538 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Bound port: d9d7404a-5cb7-46d1-a7de-d40916e06bf5, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:21.315087 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.326011 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07bd4b97-7ea5-4c59-b1fb-588a3102754d admin admin] Publish callbacks [] for security_group (cf641ab8-8fe3-43c2-88f0-dd2a48573b2c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.332445 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07bd4b97-7ea5-4c59-b1fb-588a3102754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cf641ab8-8fe3-43c2-88f0-dd2a48573b2c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.349682 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.411917 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-07bd4b97-7ea5-4c59-b1fb-588a3102754d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7af9d61632aa4773b7b16a151add567b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177260 Jun 07 13:20:21.416245 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59156) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:21.468963 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] For port d9d7404a-5cb7-46d1-a7de-d40916e06bf5, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:21.474379 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] For port d9d7404a-5cb7-46d1-a7de-d40916e06bf5, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=d9d7404a-5cb7-46d1-a7de-d40916e06bf5,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:21.489904 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['64178e21-d2e4-4fa1-a1cf-21f884b811bc'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:20:21.506180 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Allocated IP 172.27.1.103 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/8c61f7dd-e7b9-4225-b44e-08fe6216e6b8) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:21.539902 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e03bee43-ba5c-48ca-bb29-489689c6a119,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:21.544740 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5e8edc9f-e87b-4f09-b555-28beb2c3c361 admin admin] Publish callbacks [] for security_group (cf641ab8-8fe3-43c2-88f0-dd2a48573b2c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.563160 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.609926 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5e8edc9f-e87b-4f09-b555-28beb2c3c361 admin admin] Publish callbacks [] for security_group (cf641ab8-8fe3-43c2-88f0-dd2a48573b2c), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.647151 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f56b97ea-0426-4d9e-8988-cf02beb43514 req-36539c2f-4b10-4671-910f-8388f5396fa1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 210 time: 0.2333739 Jun 07 13:20:21.653780 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20646dbc-086f-491a-8121-2012c3d09771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.691265 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae95a75-fcf1-4817-88c5-0e1303950758 None None] Pushing event updated for resources: {'Port': ['ID=d9d7404a-5cb7-46d1-a7de-d40916e06bf5,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:21.714958 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd4b97-7ea5-4c59-b1fb-588a3102754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf641ab8-8fe3-43c2-88f0-dd2a48573b2c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:21.722213 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5e8edc9f-e87b-4f09-b555-28beb2c3c361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cf641ab8-8fe3-43c2-88f0-dd2a48573b2c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.725431 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5e8edc9f-e87b-4f09-b555-28beb2c3c361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.730042 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5e8edc9f-e87b-4f09-b555-28beb2c3c361 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf641ab8-8fe3-43c2-88f0-dd2a48573b2c HTTP/1.1" status: 204 len: 168 time: 0.3120470 Jun 07 13:20:21.745266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8edc9f-e87b-4f09-b555-28beb2c3c361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf641ab8-8fe3-43c2-88f0-dd2a48573b2c,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:21.839650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Attempting to bind port e03bee43-ba5c-48ca-bb29-489689c6a119 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:21.839987 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Attempting to bind port e03bee43-ba5c-48ca-bb29-489689c6a119 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:21.840317 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Attempting to bind port e03bee43-ba5c-48ca-bb29-489689c6a119 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:21.876915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks [] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.916035 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:21.917477 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a86f7-06f7-46f8-8721-28d52bfdaeb8 req-51294575-9a18-4f34-9a15-b00c6b7c7174 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:21.918089 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Port e03bee43-ba5c-48ca-bb29-489689c6a119 on network 7935e13c-3463-4221-bbf4-297a23e61ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:20:21.918661 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Attempting to bind port e03bee43-ba5c-48ca-bb29-489689c6a119 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:21.919303 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4c2a86f7-06f7-46f8-8721-28d52bfdaeb8 req-51294575-9a18-4f34-9a15-b00c6b7c7174 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 944 time: 0.0666199 Jun 07 13:20:21.938260 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:21.940033 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Checking segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:21.940936 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Bound using segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:21.941397 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Bound port: e03bee43-ba5c-48ca-bb29-489689c6a119, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:21.941763 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:21.954222 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.004910 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4c2a86f7-06f7-46f8-8721-28d52bfdaeb8 req-6e5f7325-68f7-41d6-8c67-137a20559215 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770512 Jun 07 13:20:22.098371 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:22.104765 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:22.115410 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:22.123505 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Pushing event updated for resources: {'Port': ['ID=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:22.189620 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] For port e03bee43-ba5c-48ca-bb29-489689c6a119, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:22.246871 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:22.269904 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1269-2cc0-4356-a65c-061710e676f9 req-92b71574-2135-452c-8d87-397c0aea8f5e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:22.272666 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-669f1269-2cc0-4356-a65c-061710e676f9 req-92b71574-2135-452c-8d87-397c0aea8f5e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.0774004 Jun 07 13:20:22.280969 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] For port e03bee43-ba5c-48ca-bb29-489689c6a119, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e03bee43-ba5c-48ca-bb29-489689c6a119,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:22.314926 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.344192 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-669f1269-2cc0-4356-a65c-061710e676f9 req-6725b2d2-1ffb-41a9-a333-3f79d9807948 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702896 Jun 07 13:20:22.382986 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:22.383962 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.385059 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/e03bee43-ba5c-48ca-bb29-489689c6a119 HTTP/1.1" status: 200 len: 1094 time: 1.9766316 Jun 07 13:20:22.387379 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:22.389869 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104" -d '{"events": [{"name": "network-changed", "server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:22.461134 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a825cda8-7a3b-44a1-abb6-deacff086291 x-openstack-request-id: req-a825cda8-7a3b-44a1-abb6-deacff086291 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:22.461551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:22.461818 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a825cda8-7a3b-44a1-abb6-deacff086291 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:22.462334 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a825cda8-7a3b-44a1-abb6-deacff086291'] response: {'name': 'network-changed', 'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'status': 'completed', 'code': 200} Jun 07 13:20:22.492125 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.518025 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3635c-34f9-4d57-86c7-5bb4f19387b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e03bee43-ba5c-48ca-bb29-489689c6a119,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:22.584618 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-cf9f4061-8c27-47c5-8491-af8fc74dd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:22.586097 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-cf9f4061-8c27-47c5-8491-af8fc74dd8af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 1128 time: 0.0885320 Jun 07 13:20:22.601399 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks [] for router_gateway (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.616101 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 64178e21-d2e4-4fa1-a1cf-21f884b811bc up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:22.687867 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 64178e21-d2e4-4fa1-a1cf-21f884b811bc completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:20:22.698052 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=87 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:22.708804 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:22.720388 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 64178e21-d2e4-4fa1-a1cf-21f884b811bc triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:22.721169 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.807351 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5ea5ad0d-7fe0-428f-b0e2-a3ec4d16e9e9 req-49c8f837-3c3f-4812-9903-8083688de620 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 210 time: 0.0441508 Jun 07 13:20:22.827548 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.844845 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 64178e21-d2e4-4fa1-a1cf-21f884b811bc is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:22.844845 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:22.880261 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-f0fac21b-3d21-4e42-8b2c-e361494d5e38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e03bee43-ba5c-48ca-bb29-489689c6a119 HTTP/1.1" status: 200 len: 217 time: 0.0486307 Jun 07 13:20:22.885937 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64178e21-d2e4-4fa1-a1cf-21f884b811bc'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:22.888721 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f139f2a8-c8ec-4499-8143-e33b0d9a7046" -d '{"events": [{"server_uuid": "dadfca8e-afc3-4687-ba6e-a714b6137139", "name": "network-vif-plugged", "status": "completed", "tag": "64178e21-d2e4-4fa1-a1cf-21f884b811bc"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:22.932876 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 64178e21-d2e4-4fa1-a1cf-21f884b811bc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=64178e21-d2e4-4fa1-a1cf-21f884b811bc,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:22.943298 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:23.049154 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f138a66b-ff0f-46c0-a525-a19f949fc246 x-openstack-request-id: req-f138a66b-ff0f-46c0-a525-a19f949fc246 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:23.049710 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadfca8e-afc3-4687-ba6e-a714b6137139", "name": "network-vif-plugged", "status": "completed", "tag": "64178e21-d2e4-4fa1-a1cf-21f884b811bc", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:23.050197 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f138a66b-ff0f-46c0-a525-a19f949fc246 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:23.050754 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f138a66b-ff0f-46c0-a525-a19f949fc246'] response: {'server_uuid': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64178e21-d2e4-4fa1-a1cf-21f884b811bc', 'code': 200} Jun 07 13:20:23.057982 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:23.061048 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=64178e21-d2e4-4fa1-a1cf-21f884b811bc,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:23.227059 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4f85d-4ed4-4500-b8c4-e09e3c3733d0 req-1b5a8d76-e429-4ad6-ba0d-7aef3f30a7c9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:23.229072 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76d4f85d-4ed4-4500-b8c4-e09e3c3733d0 req-1b5a8d76-e429-4ad6-ba0d-7aef3f30a7c9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0792327 Jun 07 13:20:23.254122 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892cf3c-234f-4ece-a8b4-dc348b106bca None None] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:20:23.258222 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:23.298909 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76d4f85d-4ed4-4500-b8c4-e09e3c3733d0 req-bb9aac80-2dbf-419d-afdb-80b36af0e5d5 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623693 Jun 07 13:20:23.366531 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-8b8b7ea7-af51-4ef7-a8be-88a581d7cedd None None] Provisioning complete for port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:23.366926 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7ea7-af51-4ef7-a8be-88a581d7cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:23.475196 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-7073bb16-6bad-458b-aa17-5200a1aba2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:23.477074 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-7073bb16-6bad-458b-aa17-5200a1aba2c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.5626538 Jun 07 13:20:23.511690 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39404844-9a8b-489a-b225-442e10b1c11c req-f7226c5d-5a01-44fb-a4f8-3f2601be1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:23.513225 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-39404844-9a8b-489a-b225-442e10b1c11c req-f7226c5d-5a01-44fb-a4f8-3f2601be1134 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 1129 time: 0.1636264 Jun 07 13:20:23.547860 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329e76d-36af-4189-8d9d-6edd53664fad req-1a04861a-b4cf-40fb-a8e5-3bd3fd37b754 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:23.550007 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4329e76d-36af-4189-8d9d-6edd53664fad req-1a04861a-b4cf-40fb-a8e5-3bd3fd37b754 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.0909209 Jun 07 13:20:23.559288 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:23.577247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b7ea7-af51-4ef7-a8be-88a581d7cedd None None] Current status of the port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:23.577794 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7ea7-af51-4ef7-a8be-88a581d7cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:23.634654 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-8b8b7ea7-af51-4ef7-a8be-88a581d7cedd None None] For port d9d7404a-5cb7-46d1-a7de-d40916e06bf5, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=d9d7404a-5cb7-46d1-a7de-d40916e06bf5,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:23.640072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:23.641115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:23.642540 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7ea7-af51-4ef7-a8be-88a581d7cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:23.652528 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4329e76d-36af-4189-8d9d-6edd53664fad req-a1b7ea8b-a951-4de0-88c5-7b425c22b3ad tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940318 Jun 07 13:20:23.678797 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-b134ddbe-6eb9-45dc-aa5f-71067f249b08 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:23.680350 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-b134ddbe-6eb9-45dc-aa5f-71067f249b08 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 818 time: 0.3238292 Jun 07 13:20:23.690077 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:20:23.699655 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251335f1-e4f7-4674-b46c-e741a8088719 req-5ad084f4-8795-41cc-b371-7f966253e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:23.701082 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-5ad084f4-8795-41cc-b371-7f966253e5a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489878 Jun 07 13:20:23.703615 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-39404844-9a8b-489a-b225-442e10b1c11c req-a9ca8cad-5f31-4ef8-868d-9f4a5b659d50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504352 Jun 07 13:20:23.741211 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b7ea7-af51-4ef7-a8be-88a581d7cedd None None] Pushing event updated for resources: {'Port': ['ID=d9d7404a-5cb7-46d1-a7de-d40916e06bf5,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:23.868780 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-20107f3d-73e4-44a3-b600-abfdca248c1e None None] Provisioning complete for port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:23.869655 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-20107f3d-73e4-44a3-b600-abfdca248c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:23.895708 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7d41540b-fbff-490d-b03a-3f278ae94b46 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c615cd1e80a42e0ac2aff126cbb1455 HTTP/1.1" status: 200 len: 380 time: 0.1825469 Jun 07 13:20:23.938688 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device d9d7404a-5cb7-46d1-a7de-d40916e06bf5 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:23.952650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:20:23.967022 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53b6fb4d-ec84-4242-a2d7-8b979fd1a3cc req-6eee6076-554c-4bea-9ec8-f79d24e111ff tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 210 time: 0.0486519 Jun 07 13:20:23.967501 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:20:23.986600 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:23.987340 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:24.010460 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'port': {'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'admin_state_up': True, 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'security_groups': ['b0b1e198-b3ae-4a82-9bda-05f4dd40037b']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:24.013739 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.074729 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:24.075489 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.077270 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.081001 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c048ebff-52dd-41ea-9fa2-545a7da000fd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9902179 Jun 07 13:20:24.081340 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59228) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:24.112066 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:24.115234 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-20107f3d-73e4-44a3-b600-abfdca248c1e None None] Current status of the port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:24.171159 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:24.189753 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Made reservation on behalf of 7c615cd1e80a42e0ac2aff126cbb1455 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:20:24.193221 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.232850 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-7f79fb46-51f5-4779-8724-26b65d5802d3 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610972 Jun 07 13:20:24.270661 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:24.300480 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:22Z', 'revision_number': 3, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:24.327781 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:20:24.329095 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Updating router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:20:24.359807 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Allocated IP 172.20.0.8 (f37998a8-ef40-428e-a125-520797faa6c7/8694f555-a906-49d5-aa03-092b621839a4/541e0200-55c0-4b40-a06e-d6fcf5d21cf5) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:24.384301 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.481228 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fb4c0-d013-413d-b3d6-a996412b7733 req-6a588a86-1575-47ea-bda3-fbf4828fad8d tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:24.482673 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-225fb4c0-d013-413d-b3d6-a996412b7733 req-6a588a86-1575-47ea-bda3-fbf4828fad8d tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0743101 Jun 07 13:20:24.529143 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.532034 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:24.568674 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.591014 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-225fb4c0-d013-413d-b3d6-a996412b7733 req-b6c6c16e-3166-40bf-ae7f-d0dcccdc1ec6 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011894 Jun 07 13:20:24.613104 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.625404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Network f37998a8-ef40-428e-a125-520797faa6c7 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:24.627609 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event updated for resources: {'Port': ['ID=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:24.630182 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:24.632447 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:24.663575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:24.696222 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:24.696712 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.723003 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-7b1e9e94-2c1d-48d5-a917-14aeb6ebc8ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7399557 Jun 07 13:20:24.770639 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Publish callbacks [] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.778868 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Request body: {'port': {'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:24.779863 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.843804 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Attempting to bind port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:24.844167 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Attempting to bind port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:24.844523 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Attempting to bind port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:24.850515 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Pushing event updated for resources: {'Port': ['ID=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:24.854603 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:24.855026 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:24.855433 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.855989 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:24.857788 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Bound port: 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:24.858181 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.895436 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.895775 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.896152 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.896503 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.896825 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.897144 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.897461 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.897773 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.898085 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.898396 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.907421 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.908165 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.908732 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.909320 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.910081 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:20:24.932818 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.955137 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-398432a6-4064-4613-85ad-45e01684fd4b None None] Provisioning complete for port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:24.956135 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-398432a6-4064-4613-85ad-45e01684fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:24.972328 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] For port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:24.979901 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] For port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:24.985920 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.012857 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef840-f6dd-446c-a7c2-8bb94fdc63f1 req-7dd244da-7307-4833-a7fd-2999a02b0511 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:25.014397 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-991ef840-f6dd-446c-a7c2-8bb94fdc63f1 req-7dd244da-7307-4833-a7fd-2999a02b0511 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.2710683 Jun 07 13:20:25.017723 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-398432a6-4064-4613-85ad-45e01684fd4b None None] Port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:20:25.055398 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-251335f1-e4f7-4674-b46c-e741a8088719 req-1bae8c65-e442-4965-a567-594fee24429f service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912688 Jun 07 13:20:25.056525 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:25.064319 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f90efd-d4f8-462d-b7a0-c17772579609 None None] Pushing event updated for resources: {'Port': ['ID=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:25.075987 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Allocated IP 172.20.0.1 (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4/d8435a97-b4f0-4ba2-833b-48f44c062c01/9747ea0d-0df2-405d-99db-133c1e1d46f9) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:25.090227 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:25.091706 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:25.250153 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca83d33-72ac-4bad-af8c-f7a98da53a23 req-efcfffb7-9f7e-4ef3-93b0-f8d6fa9bd28d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:25.252498 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ca83d33-72ac-4bad-af8c-f7a98da53a23 req-efcfffb7-9f7e-4ef3-93b0-f8d6fa9bd28d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 931 time: 0.1100512 Jun 07 13:20:25.288491 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:25.313747 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-991ef840-f6dd-446c-a7c2-8bb94fdc63f1 req-237b2151-99b7-4702-b7e1-ea103331d0fd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656649 Jun 07 13:20:25.327115 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:25.361515 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:25.413425 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ca83d33-72ac-4bad-af8c-f7a98da53a23 req-0a82b4a9-5ba3-454b-8dc1-3df3f39b46bb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294973 Jun 07 13:20:25.413425 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks [] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.424070 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.428148 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:25.430486 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:20:25.438994 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Publish callbacks [] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.457930 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Transition to ACTIVE for port object 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:20:25.464017 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.466088 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.508865 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:25.514840 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:25.522189 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:25.547382 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Pushing event updated for resources: {'Port': ['ID=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:25.555022 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=9747ea0d-0df2-405d-99db-133c1e1d46f9,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:25.557594 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:22Z', 'revision_number': 3, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:25.581915 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.598997 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980f3de-1769-4971-84c3-b0bec2cd732a None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:22Z', 'revision_number': 3, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:20:25.649003 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Attempting to bind port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:25.649714 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Attempting to bind port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:25.650292 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Attempting to bind port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:25.661182 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 on network f37998a8-ef40-428e-a125-520797faa6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:20:25.661591 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Attempting to bind port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 on network f37998a8-ef40-428e-a125-520797faa6c7 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:25.689103 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:25.689814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Checking segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:25.689814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Bound using segment: {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:25.690365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Bound port: 541e0200-55c0-4b40-a06e-d6fcf5d21cf5, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f4e441-24c8-498d-ab20-ab5609f98f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:25.690783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.782776 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100a46-9917-4554-9d82-b1692bc4a592 req-59eab647-cb68-411d-8dfb-661ea0b8bbb7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:25.785101 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41100a46-9917-4554-9d82-b1692bc4a592 req-59eab647-cb68-411d-8dfb-661ea0b8bbb7 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0757186 Jun 07 13:20:25.811980 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] For port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:25.817405 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] For port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:25.833840 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.835499 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.873652 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:25.874261 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.875679 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] 10.222.0.18 "PUT /v2.0/ports/541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 200 len: 1093 time: 1.1102948 Jun 07 13:20:25.876185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:25.877539 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-bb6b5ffc-7d3b-4af8-ae38-b8616309f146 None None] Provisioning complete for port 9747ea0d-0df2-405d-99db-133c1e1d46f9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:25.881012 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5ffc-7d3b-4af8-ae38-b8616309f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:25.881679 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85469263-bcc9-4311-8554-0292ba99014f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:25.889140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:25.906667 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:25.910993 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d085427-b62a-4d56-9f33-b38d5c5b0d43 service neutron] Pushing event updated for resources: {'Port': ['ID=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:25.930103 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41100a46-9917-4554-9d82-b1692bc4a592 req-c42f01e0-8d54-40fd-9a1d-c0c866a0bc40 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091900 Jun 07 13:20:25.956854 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b5ffc-7d3b-4af8-ae38-b8616309f146 None None] Port 9747ea0d-0df2-405d-99db-133c1e1d46f9 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:20:25.990522 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9071d-0ffb-4c04-8cda-5c01ae054089 x-openstack-request-id: req-75a9071d-0ffb-4c04-8cda-5c01ae054089 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:25.990814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:25.991144 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75a9071d-0ffb-4c04-8cda-5c01ae054089 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:25.991546 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a9071d-0ffb-4c04-8cda-5c01ae054089'] response: {'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'status': 'completed', 'code': 200} Jun 07 13:20:26.168098 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks [] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:26.172805 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:26.249263 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=9747ea0d-0df2-405d-99db-133c1e1d46f9,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:26.252850 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:26.339063 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:26.352826 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:26.354299 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:26.492937 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0387f-8397-46c4-be0f-ce212056ae4d req-5e55a072-728f-4150-8bf8-99bb0838243e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:26.500398 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32f0387f-8397-46c4-be0f-ce212056ae4d req-5e55a072-728f-4150-8bf8-99bb0838243e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.0714104 Jun 07 13:20:26.583562 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:26.619542 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-54e01ca4-95e0-4800-9fc4-07031f63a9f3 None None] Provisioning complete for port 9747ea0d-0df2-405d-99db-133c1e1d46f9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:26.620170 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-54e01ca4-95e0-4800-9fc4-07031f63a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:26.628935 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a604b0-5235-40e9-91e3-58cede2d1022 req-f730366a-83a0-40cc-99ff-eb917022faad tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:26.630441 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46a604b0-5235-40e9-91e3-58cede2d1022 req-f730366a-83a0-40cc-99ff-eb917022faad tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.1438851 Jun 07 13:20:26.655552 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:26.664764 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-54e01ca4-95e0-4800-9fc4-07031f63a9f3 None None] Port 9747ea0d-0df2-405d-99db-133c1e1d46f9 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:20:26.665364 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32f0387f-8397-46c4-be0f-ce212056ae4d req-0fbcab2e-c392-4476-bc15-d05a3a05ef5d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641369 Jun 07 13:20:26.687622 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:20:26.703079 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46a604b0-5235-40e9-91e3-58cede2d1022 req-05eb4d82-2892-4ace-a99a-59134d9cb97a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650592 Jun 07 13:20:26.802673 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:20:26.807600 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d82d5467-8f9d-4226-96d9-048ce4e61fa1 admin admin] 10.222.0.61 "PUT /v2.0/routers/b2cc6e57-7373-4e3d-80dc-add7b758c9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252476 Jun 07 13:20:27.067333 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfd123-38ef-4e95-9510-db1b612325fe req-c140d4c9-a381-47d7-a20b-076208808678 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:27.069022 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19dfd123-38ef-4e95-9510-db1b612325fe req-c140d4c9-a381-47d7-a20b-076208808678 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Jun 07 13:20:27.120042 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19dfd123-38ef-4e95-9510-db1b612325fe req-78e411e4-35f3-4592-b94f-224ab1a93003 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450811 Jun 07 13:20:27.358403 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59278) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:27.363182 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072282730-network', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:27.382536 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Made reservation on behalf of 08b3a41c875d4efa9e5dade725f4e828 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:20:27.384853 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.393811 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.418047 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:20:27.429228 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:27.429841 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:27.489308 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks [] for security_group (a2f9e23f-de72-40c7-88bd-221a1a42538c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.493175 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (a2f9e23f-de72-40c7-88bd-221a1a42538c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.516167 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:20:27.532045 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f9e23f-de72-40c7-88bd-221a1a42538c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:27.536269 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (0aa27b46-e012-46f6-92be-7c26f02a1dbe), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.536611 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Added segment 0aa27b46-e012-46f6-92be-7c26f02a1dbe of type vlan for network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 Jun 07 13:20:27.539850 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:27.573729 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:27.585927 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.589671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:27.613008 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.614084 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:27.614840 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.678672 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3175464 Jun 07 13:20:27.679907 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59282) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:27.684027 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c2992-31ec-48b0-ba58-386aaf8298e2 admin admin] Pushing event updated for resources: {'Network': ['ID=760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:27.686677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Request body: {'subnet': {'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072282730-subnet', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:27.697409 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:20:27.732422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Made reservation on behalf of 08b3a41c875d4efa9e5dade725f4e828 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:20:27.735678 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:27.846924 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26efeea-a019-459e-a205-778d2d560dde req-b767a267-cdd6-4a11-9174-6b7c4e7f6f62 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:27.850564 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c26efeea-a019-459e-a205-778d2d560dde req-b767a267-cdd6-4a11-9174-6b7c4e7f6f62 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.0942740 Jun 07 13:20:27.891231 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd597d-bcdd-4c61-b6b7-c49072cc6e16 req-1217c626-4811-4b7f-91c4-1a5f72c618d4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:27.893543 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5fd597d-bcdd-4c61-b6b7-c49072cc6e16 req-1217c626-4811-4b7f-91c4-1a5f72c618d4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.0964360 Jun 07 13:20:27.941232 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c26efeea-a019-459e-a205-778d2d560dde req-81a2ed16-7ed8-41e0-86aa-39043676d221 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832100 Jun 07 13:20:27.956315 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:27.960737 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 2, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:27.968130 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5fd597d-bcdd-4c61-b6b7-c49072cc6e16 req-3f109dce-da24-41a8-b8f1-c45a794fcfe5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637906 Jun 07 13:20:27.982999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.011138 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:20:28.011489 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Updating router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 port 9747ea0d-0df2-405d-99db-133c1e1d46f9 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:20:28.035523 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:28.051255 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Checking segment: {'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:28.051615 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Network hostable DHCP agents. Network: 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:20:28.053191 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.076152 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:20:28.086813 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:28.091401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:28.091987 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.101350 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeccaa8-f3e5-4347-8729-519d780af626 None None] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:20:28.107332 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:28.107737 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.111130 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cad20b11-60b9-445d-a1b9-e593a8285d79 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4299073 Jun 07 13:20:28.113469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59290) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:28.118341 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:28.142716 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (92f906df-b2e4-45c6-89b0-a1254b2057e1), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.144153 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (92f906df-b2e4-45c6-89b0-a1254b2057e1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.205209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks [] for router_controller (92f906df-b2e4-45c6-89b0-a1254b2057e1), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.248290 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d60f18-60cd-46fa-b632-a8e7b2a9c519 req-914e6448-5a26-410b-a834-eff56ba62e84 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:28.249890 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c6d60f18-60cd-46fa-b632-a8e7b2a9c519 req-914e6448-5a26-410b-a834-eff56ba62e84 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0553944 Jun 07 13:20:28.310259 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:28.315446 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c6d60f18-60cd-46fa-b632-a8e7b2a9c519 req-bab0a5f7-3b6e-4406-9055-82fe6d628250 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Jun 07 13:20:28.347613 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks [] for router_gateway (92f906df-b2e4-45c6-89b0-a1254b2057e1), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.374891 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1', 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1', 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'fixed_ips': [{'subnet_id': 'aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:20:28.375811 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.419529 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:28.420210 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.463010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:28.515141 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.536470 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks [] for router_gateway (92f906df-b2e4-45c6-89b0-a1254b2057e1), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.554756 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.562426 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:28.563054 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:28.590674 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:28.644269 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:28.673719 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Allocated IP 172.27.1.221 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/0eb1cab4-1008-44e5-81aa-5eef1c0db3d2) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:28.692465 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Allocated IP 172.20.0.2 (760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1/aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d/67ce7efa-ffca-4688-a1dc-11827293a040) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:28.712947 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Publish callbacks [] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.722487 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.748083 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:28.779690 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks [] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.816733 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.820096 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7396d3-1272-45f3-b637-39305acab36f None None] Pushing event updated for resources: {'Port': ['ID=9747ea0d-0df2-405d-99db-133c1e1d46f9,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:28.858677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:28.862449 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:28.869588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:28.891496 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Pushing event updated for resources: {'Port': ['ID=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:28.907331 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Attempting to bind port 9747ea0d-0df2-405d-99db-133c1e1d46f9 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:28.907678 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Attempting to bind port 9747ea0d-0df2-405d-99db-133c1e1d46f9 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:28.908064 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Attempting to bind port 9747ea0d-0df2-405d-99db-133c1e1d46f9 on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:28.931010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:28.931388 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Checking segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:28.931792 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.932225 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Bound using segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:28.932712 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Bound port: 9747ea0d-0df2-405d-99db-133c1e1d46f9, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:28.933093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:28.987677 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Publish callbacks [] for port (67ce7efa-ffca-4688-a1dc-11827293a040), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.002294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.054862 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:29.061949 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:29.065205 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:29.074485 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] For port 9747ea0d-0df2-405d-99db-133c1e1d46f9, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:29.081079 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] For port 9747ea0d-0df2-405d-99db-133c1e1d46f9, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9747ea0d-0df2-405d-99db-133c1e1d46f9,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:29.085057 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Pushing event updated for resources: {'Port': ['ID=67ce7efa-ffca-4688-a1dc-11827293a040,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:29.108741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.151227 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daed4a7-2462-484f-ac7f-4e4d10b6e71c req-db8c0f43-e0fa-4050-9c21-edda3a64a941 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:29.158705 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3daed4a7-2462-484f-ac7f-4e4d10b6e71c req-db8c0f43-e0fa-4050-9c21-edda3a64a941 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.0876441 Jun 07 13:20:29.164192 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks [] for router_gateway (92f906df-b2e4-45c6-89b0-a1254b2057e1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.185517 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:29.185517 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-0eb724f8-9ba1-4675-97e8-2907ce8fecac None None] Provisioning complete for port 9747ea0d-0df2-405d-99db-133c1e1d46f9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:29.185517 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0eb724f8-9ba1-4675-97e8-2907ce8fecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.202782 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b1e3a-7e37-42f4-8ac1-6bc8cbe540b7 req-2e45c91b-4a61-4a32-be6c-7396b0b2b6da tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:29.204927 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-330b1e3a-7e37-42f4-8ac1-6bc8cbe540b7 req-2e45c91b-4a61-4a32-be6c-7396b0b2b6da tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.1512451 Jun 07 13:20:29.226964 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Attempting to bind port 67ce7efa-ffca-4688-a1dc-11827293a040 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:29.227563 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Attempting to bind port 67ce7efa-ffca-4688-a1dc-11827293a040 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:29.228039 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Attempting to bind port 67ce7efa-ffca-4688-a1dc-11827293a040 on network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:29.249011 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7396d3-1272-45f3-b637-39305acab36f None None] Pushing event updated for resources: {'Port': ['ID=9747ea0d-0df2-405d-99db-133c1e1d46f9,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:29.251998 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:29.252374 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Checking segment: {'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:29.252843 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.253227 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Bound using segment: {'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:29.253704 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Bound port: 67ce7efa-ffca-4688-a1dc-11827293a040, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:29.254079 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.260305 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:29.260941 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:29.270156 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3daed4a7-2462-484f-ac7f-4e4d10b6e71c req-db7f8157-7c75-46c2-9e72-7d5f66b9ad38 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101546 Jun 07 13:20:29.309529 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-330b1e3a-7e37-42f4-8ac1-6bc8cbe540b7 req-b0937999-8a18-467f-87f9-3f33458eb3e7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897243 Jun 07 13:20:29.339332 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:29.417876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (92f906df-b2e4-45c6-89b0-a1254b2057e1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.461074 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aaa0c-c5ea-40fa-a79f-da68a0dd67cf req-4d542213-7c17-44b4-9f43-d3407ee372cc tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:29.462990 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-430aaa0c-c5ea-40fa-a79f-da68a0dd67cf req-4d542213-7c17-44b4-9f43-d3407ee372cc tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0599797 Jun 07 13:20:29.463615 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:29.538736 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-430aaa0c-c5ea-40fa-a79f-da68a0dd67cf req-71de20d6-e27a-451a-99cf-1268c94fd4e6 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699015 Jun 07 13:20:29.540276 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-0eb724f8-9ba1-4675-97e8-2907ce8fecac None None] Current status of the port 9747ea0d-0df2-405d-99db-133c1e1d46f9 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:29.540276 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0eb724f8-9ba1-4675-97e8-2907ce8fecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.547748 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:29.559345 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Router 92f906df-b2e4-45c6-89b0-a1254b2057e1 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:20:29.590612 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] For port 67ce7efa-ffca-4688-a1dc-11827293a040, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:29.769170 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] For port 67ce7efa-ffca-4688-a1dc-11827293a040, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=67ce7efa-ffca-4688-a1dc-11827293a040,segment=NetworkSegment(0aa27b46-e012-46f6-92be-7c26f02a1dbe),segment_id=0aa27b46-e012-46f6-92be-7c26f02a1dbe)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:29.785488 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.807963 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-0eb724f8-9ba1-4675-97e8-2907ce8fecac None None] For port 9747ea0d-0df2-405d-99db-133c1e1d46f9, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9747ea0d-0df2-405d-99db-133c1e1d46f9,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:29.836454 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0eb724f8-9ba1-4675-97e8-2907ce8fecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.889060 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:29.896411 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d604294-cc7e-4d49-8d31-ad80a0909249 None None] Pushing event updated for resources: {'Port': ['ID=67ce7efa-ffca-4688-a1dc-11827293a040,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:29.915321 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:20:29.928282 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Sync routers for ids ['92f906df-b2e4-45c6-89b0-a1254b2057e1'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:20:29.938347 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:29.942097 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-cc2c5e8a-c8df-4492-9880-fae59459b42c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8250704 Jun 07 13:20:29.943130 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59312) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:29.947238 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Routers {'92f906df-b2e4-45c6-89b0-a1254b2057e1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:29.950251 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['92f906df-b2e4-45c6-89b0-a1254b2057e1'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:30.020950 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-9fbe7d98-4ba3-47fc-8126-81c1a2d6b6ac None None] Provisioning complete for port 9747ea0d-0df2-405d-99db-133c1e1d46f9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:30.021322 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d98-4ba3-47fc-8126-81c1a2d6b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:30.053630 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:30.062364 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb724f8-9ba1-4675-97e8-2907ce8fecac None None] Pushing event updated for resources: {'Port': ['ID=9747ea0d-0df2-405d-99db-133c1e1d46f9,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:30.094648 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e66d5e-e75b-4a8b-b8f3-cc46cf518745 None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:20:30.100406 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:30.100517 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:30.155070 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Set router 92f906df-b2e4-45c6-89b0-a1254b2057e1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:30.157997 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:30.280991 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe7d98-4ba3-47fc-8126-81c1a2d6b6ac None None] Current status of the port 9747ea0d-0df2-405d-99db-133c1e1d46f9 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:30.364354 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:30.455343 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:30.466906 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-e037e703-3a18-421d-96ee-ccd3e67f49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:30.468664 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-e037e703-3a18-421d-96ee-ccd3e67f49f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 1128 time: 0.0902808 Jun 07 13:20:30.513026 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:30.547100 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 3, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port': {'id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:30.574271 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Checking router: 92f906df-b2e4-45c6-89b0-a1254b2057e1 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:20:30.574615 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Updating router 92f906df-b2e4-45c6-89b0-a1254b2057e1 port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:20:30.586216 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eea23-b613-4c5b-b11a-a70ec012b9ab req-181185a7-032f-4808-bb52-0c73f2a8b38a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:30.593142 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3e0eea23-b613-4c5b-b11a-a70ec012b9ab req-181185a7-032f-4808-bb52-0c73f2a8b38a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.1053102 Jun 07 13:20:30.607386 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9d5cf-e968-4aed-a54d-5ea120bf6008 req-ae4f24a1-c224-4e81-aeff-1893ba90e013 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:30.608900 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-10a9d5cf-e968-4aed-a54d-5ea120bf6008 req-ae4f24a1-c224-4e81-aeff-1893ba90e013 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.1223068 Jun 07 13:20:30.619155 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:30.674042 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:20:30.942868 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-10a9d5cf-e968-4aed-a54d-5ea120bf6008 req-9cc9cafc-5466-474c-8b0f-80de71e2b9ca tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252215 Jun 07 13:20:30.948986 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3e0eea23-b613-4c5b-b11a-a70ec012b9ab req-1cb277e0-3846-43fa-9e6d-10fd9310d282 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550162 Jun 07 13:20:31.047984 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Publish callbacks [] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.064409 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.066525 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.084893 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85469263-bcc9-4311-8554-0292ba99014f req-ed471992-718e-4879-b838-383dd22d0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.087558 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-85469263-bcc9-4311-8554-0292ba99014f req-ed471992-718e-4879-b838-383dd22d0241 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1127 time: 0.0723767 Jun 07 13:20:31.135884 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:31.143634 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Attempting to bind port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:31.144923 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Attempting to bind port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:31.145522 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Attempting to bind port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:31.200683 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:31.201755 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:31.202621 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.203642 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:31.204538 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Bound port: 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:31.205484 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.240362 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:31.274257 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82956f-6250-46d2-819b-4a83ec4c14f7 None None] Pushing event updated for resources: {'Port': ['ID=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:31.294097 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] For port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:31.300200 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] For port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:31.324796 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.336977 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf6386-e2ec-47f4-93ae-cc8e3e638481 req-a237fc36-0853-42c8-a664-be3b8ed5419f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.344727 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-88cf6386-e2ec-47f4-93ae-cc8e3e638481 req-a237fc36-0853-42c8-a664-be3b8ed5419f tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.2996366 Jun 07 13:20:31.345595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85469263-bcc9-4311-8554-0292ba99014f req-6e86cd0b-615b-46c3-8d35-1c0980134891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.347242 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-85469263-bcc9-4311-8554-0292ba99014f req-6e86cd0b-615b-46c3-8d35-1c0980134891 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1978676 Jun 07 13:20:31.360325 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Allocated IP 172.20.0.1 (760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1/aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d/ae22c324-e035-493f-8d2a-0aeb0d268c7a) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:20:31.391655 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:31.403882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617a016-42b0-4619-b331-aebcb28bc7ea None None] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:20:31.435394 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82956f-6250-46d2-819b-4a83ec4c14f7 None None] Pushing event updated for resources: {'Port': ['ID=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:31.447051 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Routers {'92f906df-b2e4-45c6-89b0-a1254b2057e1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:31.448280 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['92f906df-b2e4-45c6-89b0-a1254b2057e1'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:31.493583 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-2291e4c0-7178-4d55-ac4e-71f19318ba76 None None] Provisioning complete for port 67ce7efa-ffca-4688-a1dc-11827293a040 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:31.494233 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2291e4c0-7178-4d55-ac4e-71f19318ba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.510510 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-88cf6386-e2ec-47f4-93ae-cc8e3e638481 req-7da051a8-97be-43f5-9e27-cc0aba3b7c6a tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641271 Jun 07 13:20:31.514076 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85469263-bcc9-4311-8554-0292ba99014f req-81b76196-02d1-419a-ad2d-96cc452f4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.515169 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-85469263-bcc9-4311-8554-0292ba99014f req-81b76196-02d1-419a-ad2d-96cc452f4174 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564679 Jun 07 13:20:31.568480 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-0d8e90cd-2721-4dba-a263-b011184f65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.574963 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-0d8e90cd-2721-4dba-a263-b011184f65d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.4564118 Jun 07 13:20:31.618260 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] Set router 92f906df-b2e4-45c6-89b0-a1254b2057e1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:31.620098 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-2291e4c0-7178-4d55-ac4e-71f19318ba76 None None] Current status of the port 67ce7efa-ffca-4688-a1dc-11827293a040 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:31.620715 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2291e4c0-7178-4d55-ac4e-71f19318ba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.629758 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:31.645484 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks [] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.693391 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-2291e4c0-7178-4d55-ac4e-71f19318ba76 None None] For port 67ce7efa-ffca-4688-a1dc-11827293a040, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=67ce7efa-ffca-4688-a1dc-11827293a040,segment=NetworkSegment(0aa27b46-e012-46f6-92be-7c26f02a1dbe),segment_id=0aa27b46-e012-46f6-92be-7c26f02a1dbe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:31.703020 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2291e4c0-7178-4d55-ac4e-71f19318ba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.704834 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:31.707378 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-09036d85-4f1e-4495-866d-32ac3395001d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e03bee43-ba5c-48ca-bb29-489689c6a119 HTTP/1.1" status: 200 len: 217 time: 0.1189919 Jun 07 13:20:31.720909 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:31.768326 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:31.781793 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291e4c0-7178-4d55-ac4e-71f19318ba76 None None] Pushing event updated for resources: {'Port': ['ID=67ce7efa-ffca-4688-a1dc-11827293a040,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:31.794687 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-d0df3a53-eca2-4222-8475-5c5a51c3b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.802768 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-d0df3a53-eca2-4222-8475-5c5a51c3b05e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0725524 Jun 07 13:20:31.805860 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-4f259064-5fde-475d-8323-916d7f95095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.807942 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-4f259064-5fde-475d-8323-916d7f95095e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1127 time: 0.2209377 Jun 07 13:20:31.908445 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:31.927028 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:20:31.995563 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-0b002616-9576-457f-8a95-b1d7745285c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:31.997387 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-0b002616-9576-457f-8a95-b1d7745285c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1672621 Jun 07 13:20:31.998718 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-15edd2eb-f3f4-4a52-b2e8-529714a69669 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 200 len: 217 time: 0.1560915 Jun 07 13:20:32.004735 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Pushing event updated for resources: {'Port': ['ID=ae22c324-e035-493f-8d2a-0aeb0d268c7a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:32.043871 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 3, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port': {'id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:32.044283 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 67ce7efa-ffca-4688-a1dc-11827293a040 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:32.080197 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (92f906df-b2e4-45c6-89b0-a1254b2057e1), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:32.138359 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ec2f6-d7ff-4828-b3b8-cfe220db5990 None None] The sync data for ids ['92f906df-b2e4-45c6-89b0-a1254b2057e1'] in dv-cinder-844601-3-iscsi is: [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 3, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port': {'id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:20:32.183511 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 67ce7efa-ffca-4688-a1dc-11827293a040 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:32.183812 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:32.249511 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-9e2a845f-64b1-4fd1-96d2-02f1807c01ec None None] Provisioning complete for port 67ce7efa-ffca-4688-a1dc-11827293a040 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:32.249751 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-9e2a845f-64b1-4fd1-96d2-02f1807c01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:32.279994 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-b1111596-09ae-4a84-aaea-14bd01c59642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:32.282795 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-b1111596-09ae-4a84-aaea-14bd01c59642 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.2696257 Jun 07 13:20:32.335522 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 67ce7efa-ffca-4688-a1dc-11827293a040 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:32.338169 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9747ea0d-0df2-405d-99db-133c1e1d46f9 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:32.379848 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca366a4e-cca7-4d9c-a377-091e7fc4ec80 req-b2eada80-3ab7-4fb3-aa00-57eb24bd128d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:32.381546 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca366a4e-cca7-4d9c-a377-091e7fc4ec80 req-b2eada80-3ab7-4fb3-aa00-57eb24bd128d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.2211952 Jun 07 13:20:32.382084 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-bae05409-ba01-44ba-9943-68344c6c00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:32.384531 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-bae05409-ba01-44ba-9943-68344c6c00fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893304 Jun 07 13:20:32.394335 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2263-2c1c-4e75-a8f6-a0b5afcf172e req-d61953e2-9772-4ce9-a908-ff379d9d79c8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:32.395867 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ceb2263-2c1c-4e75-a8f6-a0b5afcf172e req-d61953e2-9772-4ce9-a908-ff379d9d79c8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 944 time: 0.2267339 Jun 07 13:20:32.470736 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a845f-64b1-4fd1-96d2-02f1807c01ec None None] Current status of the port 67ce7efa-ffca-4688-a1dc-11827293a040 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:32.478307 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 9747ea0d-0df2-405d-99db-133c1e1d46f9 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:32.480317 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-72439427-26b8-498d-a4ec-f8e90ba1c48b service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653664 Jun 07 13:20:32.486568 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:32.526396 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ceb2263-2c1c-4e75-a8f6-a0b5afcf172e req-6551b17e-3a8c-4f93-a1bf-01387020baaa tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084924 Jun 07 13:20:32.561291 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca366a4e-cca7-4d9c-a377-091e7fc4ec80 req-5f6bdae3-4511-41e1-a127-c68bc3905a34 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637683 Jun 07 13:20:32.610273 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:32.616216 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:32.617390 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-1eae9a17-5068-406d-9e6c-54338f219aa0 None None] Provisioning complete for port ae22c324-e035-493f-8d2a-0aeb0d268c7a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:32.617759 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1eae9a17-5068-406d-9e6c-54338f219aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:32.640261 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-b7986a2e-6073-4de1-a61b-2a2404ac0bd6 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432783 Jun 07 13:20:32.718878 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-1eae9a17-5068-406d-9e6c-54338f219aa0 None None] Port ae22c324-e035-493f-8d2a-0aeb0d268c7a cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:20:32.735786 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:32.741012 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 9747ea0d-0df2-405d-99db-133c1e1d46f9 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:32.818849 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95ad5fbb-92fd-47f1-a4f5-ec5b03f60104 req-bca2ea72-3d6a-4894-ae57-f4217a5521d9 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227172 Jun 07 13:20:32.824588 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-78607653-9d4d-4db5-a7af-8d050c9b5699 req-bf56b4c4-1d00-4cae-b10f-f22f814ba71b service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706493 Jun 07 13:20:32.947285 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4e1d-9a50-423d-af9c-c134626ccc5a req-fef81ec6-9e74-4ac9-a2cb-fca03f424249 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:32.949309 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-968e4e1d-9a50-423d-af9c-c134626ccc5a req-fef81ec6-9e74-4ac9-a2cb-fca03f424249 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0677955 Jun 07 13:20:32.970979 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:32.973159 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks [] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:32.983362 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.079448 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-968e4e1d-9a50-423d-af9c-c134626ccc5a req-7c7eb6f1-3614-4f11-91f0-daa37cc22ba1 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219785 Jun 07 13:20:33.080698 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Pushing event updated for resources: {'Port': ['ID=ae22c324-e035-493f-8d2a-0aeb0d268c7a,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:33.083112 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (92f906df-b2e4-45c6-89b0-a1254b2057e1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.137725 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:33.184459 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:20:33.185847 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:20:33.266184 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e03bee43-ba5c-48ca-bb29-489689c6a119 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:20:33.331094 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Router 92f906df-b2e4-45c6-89b0-a1254b2057e1 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:20:33.401628 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port e03bee43-ba5c-48ca-bb29-489689c6a119, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e03bee43-ba5c-48ca-bb29-489689c6a119,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:33.414892 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'port_id': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'mac_address': 'fa:16:3e:d4:03:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:20:33.463965 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port e03bee43-ba5c-48ca-bb29-489689c6a119 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:33.464350 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.479365 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03bee43-ba5c-48ca-bb29-489689c6a119 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:20:33.489012 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:20:33.505413 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-0a80ecea-8906-4ba7-b9a9-c3c1b0ee9906 admin admin] 10.222.0.61 "PUT /v2.0/routers/92f906df-b2e4-45c6-89b0-a1254b2057e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5593262 Jun 07 13:20:33.510946 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port e03bee43-ba5c-48ca-bb29-489689c6a119, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e03bee43-ba5c-48ca-bb29-489689c6a119,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:33.515194 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.555067 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-3e7237b1-baa8-4a3c-9fc9-9fa1ff6eaeeb None None] Provisioning complete for port ae22c324-e035-493f-8d2a-0aeb0d268c7a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:33.555381 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3e7237b1-baa8-4a3c-9fc9-9fa1ff6eaeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.561446 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:33.583395 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59378) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:33.600170 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=e03bee43-ba5c-48ca-bb29-489689c6a119,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:33.613136 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-3e7237b1-baa8-4a3c-9fc9-9fa1ff6eaeeb None None] Port ae22c324-e035-493f-8d2a-0aeb0d268c7a cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:20:33.756666 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0904-98d1-4ad8-aa78-113312de3c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.764671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebcf71-c0a4-4b1d-95c5-b28b8c4fd726 req-1f76b10b-7296-43ee-a698-cf2e81fe6a81 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:33.766129 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f7ebcf71-c0a4-4b1d-95c5-b28b8c4fd726 req-1f76b10b-7296-43ee-a698-cf2e81fe6a81 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 945 time: 0.0908475 Jun 07 13:20:33.789314 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d2106-a63d-441d-9bca-49de8a265550 req-f263f2a4-97ac-4b34-94db-e9ceb191a0ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:33.790708 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-613d2106-a63d-441d-9bca-49de8a265550 req-f263f2a4-97ac-4b34-94db-e9ceb191a0ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.1033564 Jun 07 13:20:33.883535 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f7ebcf71-c0a4-4b1d-95c5-b28b8c4fd726 req-7c5cfcee-9ea5-43d0-8f71-48026e175bab tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092975 Jun 07 13:20:33.895630 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:33.904390 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-613d2106-a63d-441d-9bca-49de8a265550 req-ed407075-264b-4c98-8f7b-a50180178f08 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027541 Jun 07 13:20:33.946765 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0904-98d1-4ad8-aa78-113312de3c54 admin admin] Publish callbacks [] for security_group (64dcc161-73cc-4d26-ad4e-8cdefb46591f), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.951595 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0904-98d1-4ad8-aa78-113312de3c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (64dcc161-73cc-4d26-ad4e-8cdefb46591f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.952562 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:33.953190 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:33.994317 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4d5a0904-98d1-4ad8-aa78-113312de3c54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93ccd4ad7de64582b36c7ecb78e7bc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097500 Jun 07 13:20:33.995974 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a0904-98d1-4ad8-aa78-113312de3c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dcc161-73cc-4d26-ad4e-8cdefb46591f,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:33.998238 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59388) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:34.040733 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:34.041966 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.064443 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edc0fce7-0172-4534-bfb1-a24410c2a7de admin admin] Publish callbacks [] for security_group (64dcc161-73cc-4d26-ad4e-8cdefb46591f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.074560 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['e03bee43-ba5c-48ca-bb29-489689c6a119'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:20:34.080800 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:34.086951 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:34.093296 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edc0fce7-0172-4534-bfb1-a24410c2a7de admin admin] Publish callbacks [] for security_group (64dcc161-73cc-4d26-ad4e-8cdefb46591f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.107581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.200244 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.204928 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:34.227269 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edc0fce7-0172-4534-bfb1-a24410c2a7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (64dcc161-73cc-4d26-ad4e-8cdefb46591f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.229483 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edc0fce7-0172-4534-bfb1-a24410c2a7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.231245 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-edc0fce7-0172-4534-bfb1-a24410c2a7de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64dcc161-73cc-4d26-ad4e-8cdefb46591f HTTP/1.1" status: 204 len: 168 time: 0.2195692 Jun 07 13:20:34.242390 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:34.256475 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d8c12-a09e-4f7e-976e-7b516a713b49 req-d257e8e8-9785-4e12-b9ae-d1acb3c3d4ae tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:34.263441 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d4d8c12-a09e-4f7e-976e-7b516a713b49 req-d257e8e8-9785-4e12-b9ae-d1acb3c3d4ae tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0848544 Jun 07 13:20:34.266356 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0fce7-0172-4534-bfb1-a24410c2a7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dcc161-73cc-4d26-ad4e-8cdefb46591f,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:34.293048 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59394) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:34.298820 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-65103359-3e48-44b2-a6cf-1e3963cd0736 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066727904', 'description': 'tempest-secgroup-smoke-2066727904 description', 'project_id': 'b562a09561af4197bf2835b31a9dd34e'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:34.303047 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Sync routers for ids ['92f906df-b2e4-45c6-89b0-a1254b2057e1'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:20:34.305878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:34.326505 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-65103359-3e48-44b2-a6cf-1e3963cd0736 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.334792 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d4d8c12-a09e-4f7e-976e-7b516a713b49 req-81f11da4-ca2d-4086-9b37-75c3f3c35fef tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Jun 07 13:20:34.424238 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-65103359-3e48-44b2-a6cf-1e3963cd0736 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group (826f6d71-ec52-4759-b3ef-1e409f844861), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.437015 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-65103359-3e48-44b2-a6cf-1e3963cd0736 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (826f6d71-ec52-4759-b3ef-1e409f844861), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.489952 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Routers {'92f906df-b2e4-45c6-89b0-a1254b2057e1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:34.490821 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['92f906df-b2e4-45c6-89b0-a1254b2057e1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:34.491347 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-65103359-3e48-44b2-a6cf-1e3963cd0736 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.493524 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-65103359-3e48-44b2-a6cf-1e3963cd0736 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1987679 Jun 07 13:20:34.498051 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59396) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:34.503130 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-9c964e1a-2e64-4f13-9f16-314fdbc9cbca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'security_group_rule': {'security_group_id': '826f6d71-ec52-4759-b3ef-1e409f844861', 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:34.545641 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65103359-3e48-44b2-a6cf-1e3963cd0736 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826f6d71-ec52-4759-b3ef-1e409f844861,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:34.561932 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9c964e1a-2e64-4f13-9f16-314fdbc9cbca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (601594a5-116a-408f-81b9-96fabaf2e4c4), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.611475 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Set router 92f906df-b2e4-45c6-89b0-a1254b2057e1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:34.643336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9c964e1a-2e64-4f13-9f16-314fdbc9cbca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (601594a5-116a-408f-81b9-96fabaf2e4c4), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.652507 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9c964e1a-2e64-4f13-9f16-314fdbc9cbca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (601594a5-116a-408f-81b9-96fabaf2e4c4), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.689163 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c964e1a-2e64-4f13-9f16-314fdbc9cbca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601594a5-116a-408f-81b9-96fabaf2e4c4,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:34.698021 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:34.707816 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9c964e1a-2e64-4f13-9f16-314fdbc9cbca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.709354 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9c964e1a-2e64-4f13-9f16-314fdbc9cbca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097366 Jun 07 13:20:34.712136 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59400) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:34.717270 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-401c56c1-a9e1-4b6d-9567-67eccb4c2047 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'security_group_rule': {'security_group_id': '826f6d71-ec52-4759-b3ef-1e409f844861', 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:34.747188 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-401c56c1-a9e1-4b6d-9567-67eccb4c2047 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (81af847d-194e-46f7-9d4f-01645596552d), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.795505 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-401c56c1-a9e1-4b6d-9567-67eccb4c2047 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (81af847d-194e-46f7-9d4f-01645596552d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.799567 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-401c56c1-a9e1-4b6d-9567-67eccb4c2047 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (81af847d-194e-46f7-9d4f-01645596552d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.817300 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c56c1-a9e1-4b6d-9567-67eccb4c2047 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81af847d-194e-46f7-9d4f-01645596552d,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:34.826767 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-401c56c1-a9e1-4b6d-9567-67eccb4c2047 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.828458 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-401c56c1-a9e1-4b6d-9567-67eccb4c2047 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152225 Jun 07 13:20:34.831102 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59402) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:34.835436 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-a6b27c45-de8e-4a47-a4a4-78911de0441c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'security_group_rule': {'security_group_id': '826f6d71-ec52-4759-b3ef-1e409f844861', 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:34.836909 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:32Z', 'revision_number': 4, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port': {'id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'ae22c324-e035-493f-8d2a-0aeb0d268c7a', 'name': '', 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'mac_address': 'fa:16:3e:03:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:31Z', 'updated_at': '2022-06-07T13:20:32Z', 'revision_number': 2, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'subnets': [{'id': 'aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:34.865585 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6b27c45-de8e-4a47-a4a4-78911de0441c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (fcce3c28-987e-4237-96b2-37cf3dae934a), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.867561 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Checking router: 92f906df-b2e4-45c6-89b0-a1254b2057e1 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:20:34.867917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Updating router 92f906df-b2e4-45c6-89b0-a1254b2057e1 port ae22c324-e035-493f-8d2a-0aeb0d268c7a binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:20:34.898773 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.928431 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6b27c45-de8e-4a47-a4a4-78911de0441c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (fcce3c28-987e-4237-96b2-37cf3dae934a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.934837 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6b27c45-de8e-4a47-a4a4-78911de0441c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (fcce3c28-987e-4237-96b2-37cf3dae934a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.940027 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:34.976111 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b27c45-de8e-4a47-a4a4-78911de0441c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcce3c28-987e-4237-96b2-37cf3dae934a,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:34.987039 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6b27c45-de8e-4a47-a4a4-78911de0441c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:34.989131 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a6b27c45-de8e-4a47-a4a4-78911de0441c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568837 Jun 07 13:20:34.991960 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59408) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:34.999917 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-bbebbe74-b711-4ad2-beea-083ecb388107 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'security_group_rule': {'security_group_id': '826f6d71-ec52-4759-b3ef-1e409f844861', 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:35.035134 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bbebbe74-b711-4ad2-beea-083ecb388107 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (79c972c2-21cc-4dd3-b158-9497197c71c9), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.088200 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef087e1-0438-4316-a316-f0c8e9731db1 req-0297cf98-274c-4d4b-a902-3fb6a1ca6416 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:35.090244 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ef087e1-0438-4316-a316-f0c8e9731db1 req-0297cf98-274c-4d4b-a902-3fb6a1ca6416 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 945 time: 0.0784373 Jun 07 13:20:35.098783 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac50d7-6f00-44c7-afe6-7171e743f681 req-50c89ebc-9eb9-4068-8e95-6ad522f449d7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:35.100568 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4ac50d7-6f00-44c7-afe6-7171e743f681 req-50c89ebc-9eb9-4068-8e95-6ad522f449d7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.0875893 Jun 07 13:20:35.103489 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bbebbe74-b711-4ad2-beea-083ecb388107 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (79c972c2-21cc-4dd3-b158-9497197c71c9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.112610 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bbebbe74-b711-4ad2-beea-083ecb388107 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (79c972c2-21cc-4dd3-b158-9497197c71c9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.133934 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebbe74-b711-4ad2-beea-083ecb388107 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c972c2-21cc-4dd3-b158-9497197c71c9,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:35.143999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bbebbe74-b711-4ad2-beea-083ecb388107 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.145222 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bbebbe74-b711-4ad2-beea-083ecb388107 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521873 Jun 07 13:20:35.147827 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59410) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:35.152169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'security_group_rule': {'security_group_id': '826f6d71-ec52-4759-b3ef-1e409f844861', 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:35.176086 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Project b562a09561af4197bf2835b31a9dd34e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:20:35.180193 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ef087e1-0438-4316-a316-f0c8e9731db1 req-a2523509-1fd6-4ea4-9573-9009f40d20c0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786867 Jun 07 13:20:35.182424 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (1ed71378-dda7-48c3-8e18-9b077e481a9e), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.192391 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4ac50d7-6f00-44c7-afe6-7171e743f681 req-63b7ddd2-96cc-4d33-b0db-00ffc7040b32 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830138 Jun 07 13:20:35.244324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (1ed71378-dda7-48c3-8e18-9b077e481a9e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.248660 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (1ed71378-dda7-48c3-8e18-9b077e481a9e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.254581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Publish callbacks [] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.260275 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.270201 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed71378-dda7-48c3-8e18-9b077e481a9e,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:35.275891 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.277325 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c31b7412-5afb-45d1-aa4d-a109be17fea3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285682 Jun 07 13:20:35.279931 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59412) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:35.285285 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'security_group_rule': {'security_group_id': '826f6d71-ec52-4759-b3ef-1e409f844861', 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:35.311200 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.securitygroups_db [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Project b562a09561af4197bf2835b31a9dd34e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:20:35.317200 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (4e207e83-6736-4587-92a3-c4db3cb8fb9f), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.319820 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99cb7a-5223-4e2b-af75-57acc18a6171 None None] Pushing event updated for resources: {'Port': ['ID=ae22c324-e035-493f-8d2a-0aeb0d268c7a,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:35.377411 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Attempting to bind port ae22c324-e035-493f-8d2a-0aeb0d268c7a on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:20:35.377787 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Attempting to bind port ae22c324-e035-493f-8d2a-0aeb0d268c7a by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:20:35.378153 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Attempting to bind port ae22c324-e035-493f-8d2a-0aeb0d268c7a on network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:20:35.383895 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:20:35.384266 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Checking segment: {'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:20:35.384665 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.385088 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Bound using segment: {'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:20:35.385555 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Bound port: ae22c324-e035-493f-8d2a-0aeb0d268c7a, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa27b46-e012-46f6-92be-7c26f02a1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:20:35.385980 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.390400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (4e207e83-6736-4587-92a3-c4db3cb8fb9f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.395989 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (4e207e83-6736-4587-92a3-c4db3cb8fb9f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.420099 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e207e83-6736-4587-92a3-c4db3cb8fb9f,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:35.434329 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.436539 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-23141086-9ac0-4f37-b023-9949113fce29 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554840 Jun 07 13:20:35.470266 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] For port ae22c324-e035-493f-8d2a-0aeb0d268c7a, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:20:35.474014 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] For port ae22c324-e035-493f-8d2a-0aeb0d268c7a, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ae22c324-e035-493f-8d2a-0aeb0d268c7a,segment=NetworkSegment(0aa27b46-e012-46f6-92be-7c26f02a1dbe),segment_id=0aa27b46-e012-46f6-92be-7c26f02a1dbe)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:20:35.489070 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.492494 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d9c90-5cff-41a2-b201-20fe43696148 req-6cc72fc1-1180-47c2-b598-9ec8122eaff9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:35.500659 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1b0d9c90-5cff-41a2-b201-20fe43696148 req-6cc72fc1-1180-47c2-b598-9ec8122eaff9 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0803659 Jun 07 13:20:35.549741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:35.553444 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-106c8902-994c-41b3-a006-9ee8afaf3dd1 None None] Provisioning complete for port ae22c324-e035-493f-8d2a-0aeb0d268c7a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:35.553817 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-106c8902-994c-41b3-a006-9ee8afaf3dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.554188 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1b0d9c90-5cff-41a2-b201-20fe43696148 req-30e9c514-a4c7-49b1-8625-12e7adcb1853 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3b0c478-7677-4352-873e-67b7710f9e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524545 Jun 07 13:20:35.617474 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Routers {'92f906df-b2e4-45c6-89b0-a1254b2057e1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:35.618051 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['92f906df-b2e4-45c6-89b0-a1254b2057e1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:35.627240 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99cb7a-5223-4e2b-af75-57acc18a6171 None None] Pushing event updated for resources: {'Port': ['ID=ae22c324-e035-493f-8d2a-0aeb0d268c7a,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:35.663865 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e03bee43-ba5c-48ca-bb29-489689c6a119 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:35.811236 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-106c8902-994c-41b3-a006-9ee8afaf3dd1 None None] Current status of the port ae22c324-e035-493f-8d2a-0aeb0d268c7a is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:35.812330 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-106c8902-994c-41b3-a006-9ee8afaf3dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.816946 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] Set router 92f906df-b2e4-45c6-89b0-a1254b2057e1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:35.820371 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port e03bee43-ba5c-48ca-bb29-489689c6a119 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:20:35.877254 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port e03bee43-ba5c-48ca-bb29-489689c6a119 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:35.877583 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:35.903253 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:35.986846 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-106c8902-994c-41b3-a006-9ee8afaf3dd1 None None] For port ae22c324-e035-493f-8d2a-0aeb0d268c7a, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ae22c324-e035-493f-8d2a-0aeb0d268c7a,segment=NetworkSegment(0aa27b46-e012-46f6-92be-7c26f02a1dbe),segment_id=0aa27b46-e012-46f6-92be-7c26f02a1dbe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:35.996608 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:36.015382 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-106c8902-994c-41b3-a006-9ee8afaf3dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.080131 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-6805591e-0a0d-4910-9cd0-31df7dbe9231 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:36.082137 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-6805591e-0a0d-4910-9cd0-31df7dbe9231 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 945 time: 0.0589614 Jun 07 13:20:36.110115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:36.148012 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:36.148269 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.181200 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c8902-994c-41b3-a006-9ee8afaf3dd1 None None] Pushing event updated for resources: {'Port': ['ID=ae22c324-e035-493f-8d2a-0aeb0d268c7a,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:36.186964 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Deleting port 64178e21-d2e4-4fa1-a1cf-21f884b811bc {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:20:36.187311 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.208778 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port e03bee43-ba5c-48ca-bb29-489689c6a119 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:36.209251 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.231886 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-8eb9c7a8-cb01-411b-9edc-11db738b5aae None None] Provisioning complete for port ae22c324-e035-493f-8d2a-0aeb0d268c7a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:36.232253 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8eb9c7a8-cb01-411b-9edc-11db738b5aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.297736 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] For port 64178e21-d2e4-4fa1-a1cf-21f884b811bc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=64178e21-d2e4-4fa1-a1cf-21f884b811bc,segment=NetworkSegment(63dd1228-f9b3-44f2-86e2-5b05645abbf9),segment_id=63dd1228-f9b3-44f2-86e2-5b05645abbf9)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:36.298418 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.320677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Calling delete_port for 64178e21-d2e4-4fa1-a1cf-21f884b811bc owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:20:36.331437 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:36.393829 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:36.401870 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992097d9-9f1d-4337-a9f6-8a18ec46af58 req-60c66108-0867-4310-b1d1-fe83e6ade5c9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:36.403720 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-992097d9-9f1d-4337-a9f6-8a18ec46af58 req-60c66108-0867-4310-b1d1-fe83e6ade5c9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 945 time: 0.1133237 Jun 07 13:20:36.433193 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:36.445181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573990a-0f6c-47a7-af67-609613098a55 req-97edd9fd-0769-486f-b2eb-8c9ff6e36172 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:36.447397 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7573990a-0f6c-47a7-af67-609613098a55 req-97edd9fd-0769-486f-b2eb-8c9ff6e36172 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.1035316 Jun 07 13:20:36.447582 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:36.450381 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deade9f-8966-452a-8043-6667be80aa85" -d '{"events": [{"server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "name": "network-vif-plugged", "status": "completed", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:36.454773 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:36.480243 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port e03bee43-ba5c-48ca-bb29-489689c6a119, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e03bee43-ba5c-48ca-bb29-489689c6a119,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:36.504458 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-992097d9-9f1d-4337-a9f6-8a18ec46af58 req-01ed904c-385c-4695-a7db-ba0ff265e251 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939834 Jun 07 13:20:36.511968 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.519204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:32Z', 'revision_number': 4, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port': {'id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'ae22c324-e035-493f-8d2a-0aeb0d268c7a', 'name': '', 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'mac_address': 'fa:16:3e:03:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:31Z', 'updated_at': '2022-06-07T13:20:35Z', 'revision_number': 4, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'subnets': [{'id': 'aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:36.545586 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (64178e21-d2e4-4fa1-a1cf-21f884b811bc), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.553635 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7573990a-0f6c-47a7-af67-609613098a55 req-30e2d51a-8f28-4204-b869-773ef7cda061 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879326 Jun 07 13:20:36.571862 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['64178e21-d2e4-4fa1-a1cf-21f884b811bc'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:20:36.583272 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed4595-0c95-493a-8f11-3e35e7b3b4f5 None None] The sync data for ids ['92f906df-b2e4-45c6-89b0-a1254b2057e1'] in dv-cinder-844601-3-iscsi is: [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:32Z', 'revision_number': 4, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port': {'id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'ae22c324-e035-493f-8d2a-0aeb0d268c7a', 'name': '', 'network_id': '760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'mac_address': 'fa:16:3e:03:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:31Z', 'updated_at': '2022-06-07T13:20:35Z', 'revision_number': 4, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'subnets': [{'id': 'aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:20:36.589957 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f0688-e5d6-47bc-98fa-d12f57458789 x-openstack-request-id: req-ed9f0688-e5d6-47bc-98fa-d12f57458789 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:36.590210 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "name": "network-vif-plugged", "status": "completed", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:36.590436 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed9f0688-e5d6-47bc-98fa-d12f57458789 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:36.590852 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9f0688-e5d6-47bc-98fa-d12f57458789'] response: {'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'code': 200} Jun 07 13:20:36.591612 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Pushing event deleted for resources: {'Port': ['ID=64178e21-d2e4-4fa1-a1cf-21f884b811bc,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:36.631267 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:36.648271 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] No DVR routers for this DVR port 64178e21-d2e4-4fa1-a1cf-21f884b811bc on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:20:36.651524 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:36.656630 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9ea25e6b-e400-4182-ade2-f060b242d3c1 req-ba890c06-fef0-4498-9530-7618bf2c2576 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.18 "DELETE /v2.0/ports/64178e21-d2e4-4fa1-a1cf-21f884b811bc HTTP/1.1" status: 204 len: 173 time: 0.5540431 Jun 07 13:20:36.657081 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'name': 'network-vif-deleted', 'tag': '64178e21-d2e4-4fa1-a1cf-21f884b811bc'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:36.659350 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b660592d-8c16-4a56-b508-fb28f6751968" -d '{"events": [{"server_uuid": "dadfca8e-afc3-4687-ba6e-a714b6137139", "name": "network-vif-deleted", "tag": "64178e21-d2e4-4fa1-a1cf-21f884b811bc"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:36.670503 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=e03bee43-ba5c-48ca-bb29-489689c6a119,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:36.698621 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9c7a8-cb01-411b-9edc-11db738b5aae None None] Current status of the port ae22c324-e035-493f-8d2a-0aeb0d268c7a is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:36.739523 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d53fc3c-0075-4d5e-aa72-b348c45ed7b9 x-openstack-request-id: req-4d53fc3c-0075-4d5e-aa72-b348c45ed7b9 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:36.740081 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadfca8e-afc3-4687-ba6e-a714b6137139", "name": "network-vif-deleted", "tag": "64178e21-d2e4-4fa1-a1cf-21f884b811bc", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:36.740498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d53fc3c-0075-4d5e-aa72-b348c45ed7b9 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:36.741059 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d53fc3c-0075-4d5e-aa72-b348c45ed7b9'] response: {'server_uuid': 'dadfca8e-afc3-4687-ba6e-a714b6137139', 'name': 'network-vif-deleted', 'tag': '64178e21-d2e4-4fa1-a1cf-21f884b811bc', 'status': 'completed', 'code': 200} Jun 07 13:20:36.778299 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3920da52-0dc1-40d7-a2a5-5a19b1791355 req-c1c3b333-58c3-4ab5-a00e-36a09166f9a5 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 210 time: 0.0337603 Jun 07 13:20:36.889665 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f568a-5ca1-47f1-86f8-19a0c75ed65e req-e81af24e-601d-4371-8c82-ed89b160b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:36.890347 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cc5f568a-5ca1-47f1-86f8-19a0c75ed65e req-e81af24e-601d-4371-8c82-ed89b160b64a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0430102 Jun 07 13:20:36.947365 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cc5f568a-5ca1-47f1-86f8-19a0c75ed65e req-0fa50ddd-ef4f-4108-98ec-6ccbbfc797c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431857 Jun 07 13:20:37.629014 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:20:37.671912 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a3512-d528-4996-81e7-68e9e0092713 req-27f75c51-9df8-4bd0-a9d0-a9b92e918b7d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:37.673382 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d03a3512-d528-4996-81e7-68e9e0092713 req-27f75c51-9df8-4bd0-a9d0-a9b92e918b7d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0792875 Jun 07 13:20:37.693889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b32908-69d0-483f-b6b1-45812fd622a5 req-99e38eb2-1db2-4396-8136-f1768a8757ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:37.695315 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58b32908-69d0-483f-b6b1-45812fd622a5 req-99e38eb2-1db2-4396-8136-f1768a8757ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 943 time: 0.0718763 Jun 07 13:20:37.738150 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:37.750385 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'mac_address': 'fa:16:3e:05:9b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:20:37.761262 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d03a3512-d528-4996-81e7-68e9e0092713 req-b9008b49-d8a5-474b-b0bb-eb0a654136ca tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794401 Jun 07 13:20:37.772077 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58b32908-69d0-483f-b6b1-45812fd622a5 req-f288a40c-de24-423a-89e4-4dc5ec8954f8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684600 Jun 07 13:20:37.793727 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:37.794114 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:37.808422 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:20:37.818782 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:37.831547 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:37.836973 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:37.896477 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:37.913351 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ae22c324-e035-493f-8d2a-0aeb0d268c7a up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:37.917734 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ab8b93c0-b94a-4df6-941c-5b87462ccb39 req-d135d06a-60c6-483e-9eb8-111777dea994 tempest-VolumesActionsTest-2110775270 tempest-VolumesActionsTest-2110775270-project] 10.222.0.61 "GET /v2.0/ports?device_id=dadfca8e-afc3-4687-ba6e-a714b6137139 HTTP/1.1" status: 200 len: 210 time: 0.0329664 Jun 07 13:20:37.967217 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port ae22c324-e035-493f-8d2a-0aeb0d268c7a triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:37.967589 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:38.039285 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ae22c324-e035-493f-8d2a-0aeb0d268c7a is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:38.260609 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['541e0200-55c0-4b40-a06e-d6fcf5d21cf5'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:20:38.914669 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13244916-aa52-42b7-93c0-264787f55810 req-78de814d-0012-4e95-a17a-684294b1b992 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:38.916152 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13244916-aa52-42b7-93c0-264787f55810 req-78de814d-0012-4e95-a17a-684294b1b992 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0818129 Jun 07 13:20:38.924596 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50223e2-ecbb-4448-95c2-d7456601c960 req-da6f02bc-00ef-4fbc-9679-11014ee0b6f0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:38.925870 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b50223e2-ecbb-4448-95c2-d7456601c960 req-da6f02bc-00ef-4fbc-9679-11014ee0b6f0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 944 time: 0.0794606 Jun 07 13:20:39.002212 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13244916-aa52-42b7-93c0-264787f55810 req-5f56fb82-9153-4a7f-aa82-24ff104c27dc tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753803 Jun 07 13:20:39.005350 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b50223e2-ecbb-4448-95c2-d7456601c960 req-864122cd-065e-4224-bd4f-5d25a2e014b5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726144 Jun 07 13:20:39.116221 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3031b0e-8ba3-4498-a41c-8ffe0bc691db req-d759c62c-2162-4331-9ab8-95789d137a6c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:39.117997 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3031b0e-8ba3-4498-a41c-8ffe0bc691db req-d759c62c-2162-4331-9ab8-95789d137a6c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0517182 Jun 07 13:20:39.127263 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59534) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:39.131944 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'port_id': 'e03bee43-ba5c-48ca-bb29-489689c6a119'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:39.177321 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (3c036181-e21f-408e-9ff1-8d2da4c3e156), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:39.630402 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:39.634952 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (3c036181-e21f-408e-9ff1-8d2da4c3e156), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:39.684376 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:39.735217 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP 3c036181-e21f-408e-9ff1-8d2da4c3e156 associated. External IP: 172.27.1.189, port: e03bee43-ba5c-48ca-bb29-489689c6a119. Jun 07 13:20:39.829961 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:39.938534 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:20:40.040986 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:20:40.045469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:40.052056 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:20:40.066849 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:40.067477 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:40.078761 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f1b92468-e3f8-4284-a805-e5c2d4e44ad8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "PUT /v2.0/floatingips/3c036181-e21f-408e-9ff1-8d2da4c3e156 HTTP/1.1" status: 200 len: 992 time: 0.9482877 Jun 07 13:20:40.078761 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:40.079943 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f36cba9-265b-4605-ba63-e64d4d895089" -d '{"events": [{"name": "network-changed", "server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:40.116361 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cd4018-ea36-409c-81a9-5c6b8c4d05d9 x-openstack-request-id: req-53cd4018-ea36-409c-81a9-5c6b8c4d05d9 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:40.116660 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:40.116917 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53cd4018-ea36-409c-81a9-5c6b8c4d05d9 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:40.117325 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cd4018-ea36-409c-81a9-5c6b8c4d05d9'] response: {'name': 'network-changed', 'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'status': 'completed', 'code': 200} Jun 07 13:20:40.134521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676e469-5e9b-4373-8ec9-9b0afb64e95e req-b9900521-f5c1-4197-aa66-75175dbd8a6c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:40.136605 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1676e469-5e9b-4373-8ec9-9b0afb64e95e req-b9900521-f5c1-4197-aa66-75175dbd8a6c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 944 time: 0.0553472 Jun 07 13:20:40.186806 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1676e469-5e9b-4373-8ec9-9b0afb64e95e req-1572ba47-557c-42fa-ab19-6d6296bf732e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446677 Jun 07 13:20:40.269855 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:40.479305 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '3c036181-e21f-408e-9ff1-8d2da4c3e156', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:d4:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:14Z', 'updated_at': '2022-06-07T13:20:39Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}, {'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:50Z', 'revision_number': 2, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:40.504431 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:20:40.513290 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:40.513885 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:40.587038 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:40.615762 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:40.769939 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:40.829443 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '3c036181-e21f-408e-9ff1-8d2da4c3e156', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:d4:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:14Z', 'updated_at': '2022-06-07T13:20:39Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}, {'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:50Z', 'revision_number': 2, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:40.855747 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52629137-ff61-42d9-ae44-268364b89bb8 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '3c036181-e21f-408e-9ff1-8d2da4c3e156', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:d4:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:14Z', 'updated_at': '2022-06-07T13:20:39Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}, {'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:50Z', 'revision_number': 2, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:20:41.050551 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2c142-8262-45bb-9bba-2e7280932732 None None] New status for floating IP 3c036181-e21f-408e-9ff1-8d2da4c3e156: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:20:41.155255 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:41.307756 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9895f-7c37-4516-bf05-630e93c31022 req-fe55dc9b-8be8-436d-9bc0-93f1a89f03bc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:41.309156 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5d9895f-7c37-4516-bf05-630e93c31022 req-fe55dc9b-8be8-436d-9bc0-93f1a89f03bc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 944 time: 0.0497022 Jun 07 13:20:41.359089 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5d9895f-7c37-4516-bf05-630e93c31022 req-aecb9981-fa03-4094-a3e3-f9ebde7920a2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444179 Jun 07 13:20:42.027826 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:20:42.076267 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:20:42.081219 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:20:42.081707 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:42.154556 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:20:42.154959 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:42.179356 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:42.181578 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c01e4-b410-4517-aa2c-adf846a960a6" -d '{"events": [{"server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "name": "network-vif-plugged", "status": "completed", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:42.194117 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:20:42.199329 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:42.201969 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 64178e21-d2e4-4fa1-a1cf-21f884b811bc no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:20:42.236178 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-ecc7acf5-eab7-47be-b30c-fadad9598353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:42.237829 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-ecc7acf5-eab7-47be-b30c-fadad9598353 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 1130 time: 0.0469079 Jun 07 13:20:42.243736 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c56c6-472a-4d8a-852e-94a83ef24455 x-openstack-request-id: req-952c56c6-472a-4d8a-852e-94a83ef24455 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:42.244278 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "name": "network-vif-plugged", "status": "completed", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:42.244572 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-952c56c6-472a-4d8a-852e-94a83ef24455 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:42.244968 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952c56c6-472a-4d8a-852e-94a83ef24455'] response: {'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'code': 200} Jun 07 13:20:42.245634 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 64178e21-d2e4-4fa1-a1cf-21f884b811bc {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:20:42.245966 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 64178e21-d2e4-4fa1-a1cf-21f884b811bc not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:20:42.274097 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:42.359028 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-0bd45e07-2c18-42e0-800a-505d3781f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:42.360866 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-0bd45e07-2c18-42e0-800a-505d3781f64a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.1087770 Jun 07 13:20:42.472205 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e640f-ef37-4099-9731-d7ff516d85df req-7ea697cd-77e6-4fb4-a15d-7697f5b0d854 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:42.473638 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e4e640f-ef37-4099-9731-d7ff516d85df req-7ea697cd-77e6-4fb4-a15d-7697f5b0d854 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0470948 Jun 07 13:20:42.521554 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e4e640f-ef37-4099-9731-d7ff516d85df req-b1e32567-48dc-485c-aad3-73ff255521f0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 Jun 07 13:20:43.642394 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41344a6-bce2-4be7-bebf-32fea377ecee req-188c12f0-dbef-4712-b875-f6e0a12282fd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:43.643776 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b41344a6-bce2-4be7-bebf-32fea377ecee req-188c12f0-dbef-4712-b875-f6e0a12282fd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0455637 Jun 07 13:20:43.689489 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b41344a6-bce2-4be7-bebf-32fea377ecee req-53b14a9d-0e7b-408a-828c-a540e9ed37f0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402369 Jun 07 13:20:44.791999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:44.807853 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fa044-741a-4534-88bb-e4ab81873ca8 req-326929ac-07aa-4278-80ac-91fb3e82a35d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:44.809355 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-847fa044-741a-4534-88bb-e4ab81873ca8 req-326929ac-07aa-4278-80ac-91fb3e82a35d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0502107 Jun 07 13:20:44.856710 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-847fa044-741a-4534-88bb-e4ab81873ca8 req-bf2a2dc7-7808-426f-9598-39d22030a7ab tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Jun 07 13:20:45.304404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eb9b0-f659-4342-bd97-ba4a70ea3779 req-f28dfc4a-3888-46e0-81b7-20b7206332aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:45.305890 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3b0eb9b0-f659-4342-bd97-ba4a70ea3779 req-f28dfc4a-3888-46e0-81b7-20b7206332aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1129 time: 0.0686140 Jun 07 13:20:45.316055 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-2830847a-115c-40d9-970d-9eb7de9f44f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e03bee43-ba5c-48ca-bb29-489689c6a119 HTTP/1.1" status: 200 len: 1002 time: 0.0859625 Jun 07 13:20:45.394120 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3b0eb9b0-f659-4342-bd97-ba4a70ea3779 req-fe29f179-310e-4dfa-a4ba-79c884aa0261 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803697 Jun 07 13:20:45.395895 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-9bc65ea7-d86d-420c-a1d9-f120666e562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:45.397299 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-9bc65ea7-d86d-420c-a1d9-f120666e562d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0650742 Jun 07 13:20:45.704491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-d26e6c89-a5bc-45dc-b737-b62354c9a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:45.705894 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-d26e6c89-a5bc-45dc-b737-b62354c9a163 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404248 Jun 07 13:20:45.807556 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-0dcda860-76a4-4fd2-92cb-2cc7e6ad7cd6 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Jun 07 13:20:45.862645 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:45.907493 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f36cba9-265b-4605-ba63-e64d4d895089 req-ed19dc32-c4ae-4fbf-b2be-772e151defd5 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920305 Jun 07 13:20:45.973311 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45183407-0bfd-48a0-8180-183723318ddc req-08de6e04-8831-4155-876b-4f99262d7ad9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:45.974692 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-45183407-0bfd-48a0-8180-183723318ddc req-08de6e04-8831-4155-876b-4f99262d7ad9 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0477483 Jun 07 13:20:46.022170 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-45183407-0bfd-48a0-8180-183723318ddc req-eac08d52-b1ba-4b9c-9cd6-9ddc3b28455f tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417092 Jun 07 13:20:47.145134 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887872-6add-4ea5-89d0-c88ccebb1387 req-61465caf-9da1-499a-b94a-348e1bd2b883 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:47.146655 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72887872-6add-4ea5-89d0-c88ccebb1387 req-61465caf-9da1-499a-b94a-348e1bd2b883 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0532300 Jun 07 13:20:47.211973 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72887872-6add-4ea5-89d0-c88ccebb1387 req-1710f19b-1837-4687-8966-f1dccaba3574 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585008 Jun 07 13:20:48.330924 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:48.354206 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325536-8032-424b-bb35-0af6bb3dc6f5 req-533d70a4-25aa-413c-81bc-d3c50ea36ae1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:48.356050 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e6325536-8032-424b-bb35-0af6bb3dc6f5 req-533d70a4-25aa-413c-81bc-d3c50ea36ae1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0556619 Jun 07 13:20:48.415756 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e6325536-8032-424b-bb35-0af6bb3dc6f5 req-df94381b-2409-4698-a7b9-d41a4d903355 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542397 Jun 07 13:20:48.567384 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeedf1b-ad14-414a-b08a-63a0021d2d3f req-ad8ce57a-791b-49c0-88dd-06a77d333778 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:48.568857 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-efeedf1b-ad14-414a-b08a-63a0021d2d3f req-ad8ce57a-791b-49c0-88dd-06a77d333778 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0506601 Jun 07 13:20:48.578062 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59694) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:48.582358 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'floatingip': {'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:20:48.839201 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:49.085099 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:49.108403 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-02d4605c-58dd-4aec-83ff-adca922530b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:49.533047 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:49.537729 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:49.667101 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Floating IP b959fd97-7650-422c-b78b-281b44fc2b13 associated. External IP: 172.27.1.41, port: 541e0200-55c0-4b40-a06e-d6fcf5d21cf5. Jun 07 13:20:49.787357 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:49.921920 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Router 6006d0ef-be6c-4f55-8246-59db012f1a67 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:20:49.931406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 59706) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:49.992544 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:50.047765 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:20:50.054591 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.061022 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24142d-f786-489b-8416-29041df83f72 None None] Sync routers for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:20:50.079521 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:50.080423 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:50.099375 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-99b092c2-eb0d-4386-8a93-ca8ea5b4d1e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "PUT /v2.0/floatingips/b959fd97-7650-422c-b78b-281b44fc2b13 HTTP/1.1" status: 200 len: 990 time: 1.5202827 Jun 07 13:20:50.099845 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba518e14-c503-45f8-924b-920ba2262959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.104259 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:20:50.107406 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e54a3e-f508-458f-ae63-96e049754650" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:20:50.155646 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47c42f0-421c-45cb-8b83-5bfbb00215ce x-openstack-request-id: req-f47c42f0-421c-45cb-8b83-5bfbb00215ce {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:20:50.156174 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:20:50.156939 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f47c42f0-421c-45cb-8b83-5bfbb00215ce {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:20:50.157433 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47c42f0-421c-45cb-8b83-5bfbb00215ce'] response: {'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'status': 'completed', 'code': 200} Jun 07 13:20:50.204868 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:50.244058 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:50.252039 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba518e14-c503-45f8-924b-920ba2262959 admin admin] Publish callbacks [] for security_group (24aeb27e-e751-45d3-8bd8-e095a8e88c13), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.261147 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e54a3e-f508-458f-ae63-96e049754650 req-c6290df8-b45d-4c4c-96d2-e65f2c8aa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:50.264661 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2e54a3e-f508-458f-ae63-96e049754650 req-c6290df8-b45d-4c4c-96d2-e65f2c8aa5ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1129 time: 0.0702612 Jun 07 13:20:50.267625 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba518e14-c503-45f8-924b-920ba2262959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (24aeb27e-e751-45d3-8bd8-e095a8e88c13), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.368349 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ba518e14-c503-45f8-924b-920ba2262959 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d069f71a9d74f48b4aa79290bf6e3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358323 Jun 07 13:20:50.370979 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59714) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:20:50.373307 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba518e14-c503-45f8-924b-920ba2262959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aeb27e-e751-45d3-8bd8-e095a8e88c13,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:50.453968 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e54a3e-f508-458f-ae63-96e049754650 req-b124355d-d52d-49a0-b927-bc44f6a19e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:50.459576 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2e54a3e-f508-458f-ae63-96e049754650 req-b124355d-d52d-49a0-b927-bc44f6a19e61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.1710975 Jun 07 13:20:50.471869 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-299f43cb-ad08-456d-9a55-382277dbd0b9 admin admin] Publish callbacks [] for security_group (24aeb27e-e751-45d3-8bd8-e095a8e88c13), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.485417 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b959fd97-7650-422c-b78b-281b44fc2b13', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'mac_address': 'fa:16:3e:05:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:19Z', 'updated_at': '2022-06-07T13:20:49Z', 'revision_number': 1, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:50.507780 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-299f43cb-ad08-456d-9a55-382277dbd0b9 admin admin] Publish callbacks [] for security_group (24aeb27e-e751-45d3-8bd8-e095a8e88c13), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.516193 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24142d-f786-489b-8416-29041df83f72 None None] Checking router: 6006d0ef-be6c-4f55-8246-59db012f1a67 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:20:50.528114 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:20:50.528547 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:50.544133 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2e54a3e-f508-458f-ae63-96e049754650 req-b5c217f8-280e-4aa6-8501-8a43e99671c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 200 len: 998 time: 0.0703647 Jun 07 13:20:50.576735 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-299f43cb-ad08-456d-9a55-382277dbd0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (24aeb27e-e751-45d3-8bd8-e095a8e88c13), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.581881 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-299f43cb-ad08-456d-9a55-382277dbd0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:50.587323 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-299f43cb-ad08-456d-9a55-382277dbd0b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24aeb27e-e751-45d3-8bd8-e095a8e88c13 HTTP/1.1" status: 204 len: 168 time: 0.2147589 Jun 07 13:20:50.603785 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f43cb-ad08-456d-9a55-382277dbd0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aeb27e-e751-45d3-8bd8-e095a8e88c13,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:20:50.699744 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:20:50.707702 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e54a3e-f508-458f-ae63-96e049754650 req-b989b046-846f-4f13-bc0c-e26ee22bd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:50.709491 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2e54a3e-f508-458f-ae63-96e049754650 req-b989b046-846f-4f13-bc0c-e26ee22bd3a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.1543376 Jun 07 13:20:50.781763 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e54a3e-f508-458f-ae63-96e049754650 req-7faafa84-afd6-4427-a188-aae64191c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:50.783993 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2e54a3e-f508-458f-ae63-96e049754650 req-7faafa84-afd6-4427-a188-aae64191c161 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655534 Jun 07 13:20:50.940498 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:20:50.985687 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-4d24142d-f786-489b-8416-29041df83f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b959fd97-7650-422c-b78b-281b44fc2b13', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'mac_address': 'fa:16:3e:05:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:19Z', 'updated_at': '2022-06-07T13:20:49Z', 'revision_number': 1, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:20:51.030444 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24142d-f786-489b-8416-29041df83f72 None None] The sync data for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi is: [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b959fd97-7650-422c-b78b-281b44fc2b13', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'mac_address': 'fa:16:3e:05:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:19Z', 'updated_at': '2022-06-07T13:20:49Z', 'revision_number': 1, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:20:51.280518 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2e54a3e-f508-458f-ae63-96e049754650 req-29994f84-f9f6-425e-97b5-0a3a339e54ff service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785905 Jun 07 13:20:51.339528 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a89c9a24-9535-4497-9954-3eec7b4d4309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:51.374624 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfbf8a-72fa-40a9-81f0-4a8a9c00e8e3 None None] New status for floating IP b959fd97-7650-422c-b78b-281b44fc2b13: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:20:51.399849 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2e54a3e-f508-458f-ae63-96e049754650 req-3a130117-f18d-438e-a721-90a210b521f7 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114280 Jun 07 13:20:52.486508 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:53.909119 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:55.402177 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:20:57.732316 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-f4a28c8a-419f-4145-9de3-301855361528 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066727904&fields=id&tenant_id=b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 267 time: 0.0760179 Jun 07 13:20:58.059464 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-08b09e6a-4c63-4eb0-a19f-801d65726d14 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:20:58.066292 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-08b09e6a-4c63-4eb0-a19f-801d65726d14 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 811 time: 0.3326261 Jun 07 13:20:58.077422 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-e86f7b1f-ba36-4a7a-835f-a2b9a7fdb8ca tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/quotas/b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 375 time: 0.0100935 Jun 07 13:20:58.150521 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-9f28f079-6fba-499b-b4c5-61986245858b tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587337 Jun 07 13:20:58.265487 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-0d450d09-6551-44bf-a293-9a4312529c1d service neutron] 10.222.0.61 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132059 Jun 07 13:20:58.388327 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-d631963c-6532-4dca-afcc-be15b85ac5cb service neutron] 10.222.0.61 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214743 Jun 07 13:20:58.812428 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-265d1bd5-d636-40d8-a534-a6a25864ec8a req-29e534e4-e17d-45bf-b0b1-9d0d3fc4d8f9 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 210 time: 0.0716562 Jun 07 13:20:59.916270 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3841c5cd-50c2-4d4d-b5cf-002aee19d754 req-356db1b1-4d63-48b2-b9b3-b0856538e8de tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 210 time: 0.0299294 Jun 07 13:21:00.292116 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-dde6bdb8-8206-4e97-b9b0-2055bb6aefe6 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:00.294547 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-dde6bdb8-8206-4e97-b9b0-2055bb6aefe6 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 811 time: 0.1367407 Jun 07 13:21:00.378659 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-22e8d84b-d711-4f42-b2dd-f50eabc7398d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 380 time: 0.0696790 Jun 07 13:21:00.391488 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'port': {'device_id': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'admin_state_up': True, 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'security_groups': ['826f6d71-ec52-4759-b3ef-1e409f844861']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:21:00.519197 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Made reservation on behalf of b562a09561af4197bf2835b31a9dd34e for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:21:00.523329 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:00.548959 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:00.648824 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:00.668292 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Allocated IP 172.20.0.3 (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4/d8435a97-b4f0-4ba2-833b-48f44c062c01/110b12e8-380e-45f8-9b34-02595fa36a2c) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:21:00.823471 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:00.857985 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:00.902000 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:21:00.906108 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:21:00.912884 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:21:00.939997 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=110b12e8-380e-45f8-9b34-02595fa36a2c,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:00.989709 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=94 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:01.010661 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:01.011243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.038771 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-4d65e016-3da3-461a-b062-23dadec05ca3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6516292 Jun 07 13:21:01.051873 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Request body: {'port': {'device_id': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:21:01.174356 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de5ef0-6bd1-4746-aa2c-2f40d1b2f487 req-b5e20150-cc90-45ab-b873-7f42badfe9fd tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:01.187272 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59de5ef0-6bd1-4746-aa2c-2f40d1b2f487 req-b5e20150-cc90-45ab-b873-7f42badfe9fd tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 931 time: 0.1002095 Jun 07 13:21:01.192333 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.235264 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:01.272751 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59de5ef0-6bd1-4746-aa2c-2f40d1b2f487 req-698530f0-69ac-4e51-95c4-72f4f9177cf0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837839 Jun 07 13:21:01.301830 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-c44b6a76-dc80-44dc-83f4-2c77dd427c1c None None] Provisioning complete for port 110b12e8-380e-45f8-9b34-02595fa36a2c triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:21:01.303086 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c44b6a76-dc80-44dc-83f4-2c77dd427c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.347368 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-c44b6a76-dc80-44dc-83f4-2c77dd427c1c None None] Port 110b12e8-380e-45f8-9b34-02595fa36a2c cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:21:01.622434 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110b12e8-380e-45f8-9b34-02595fa36a2c {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:21:01.630860 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Publish callbacks [] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.634361 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:01.645992 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Transition to ACTIVE for port object 110b12e8-380e-45f8-9b34-02595fa36a2c will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:21:01.651964 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.704618 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:01.715386 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Pushing event updated for resources: {'Port': ['ID=110b12e8-380e-45f8-9b34-02595fa36a2c,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:01.799590 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Attempting to bind port 110b12e8-380e-45f8-9b34-02595fa36a2c on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:21:01.799999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Attempting to bind port 110b12e8-380e-45f8-9b34-02595fa36a2c by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:21:01.800457 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Attempting to bind port 110b12e8-380e-45f8-9b34-02595fa36a2c on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:21:01.806906 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Port 110b12e8-380e-45f8-9b34-02595fa36a2c on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:21:01.807226 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Attempting to bind port 110b12e8-380e-45f8-9b34-02595fa36a2c on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:21:01.824880 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:21:01.825704 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Checking segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:21:01.826520 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Bound using segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:21:01.827597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Bound port: 110b12e8-380e-45f8-9b34-02595fa36a2c, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:21:01.827950 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.902185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] For port 110b12e8-380e-45f8-9b34-02595fa36a2c, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:21:01.906760 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] For port 110b12e8-380e-45f8-9b34-02595fa36a2c, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=110b12e8-380e-45f8-9b34-02595fa36a2c,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:21:01.914236 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.958275 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:01.958691 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:01.960902 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] 10.222.0.18 "PUT /v2.0/ports/110b12e8-380e-45f8-9b34-02595fa36a2c HTTP/1.1" status: 200 len: 1093 time: 0.9134202 Jun 07 13:21:01.962087 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:21:01.967755 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be95a60-306d-4bdb-bea3-72cc438ca300" -d '{"events": [{"name": "network-changed", "server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:21:01.995878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c30c0-2397-4361-b5ec-c0c8616f50db service neutron] Pushing event updated for resources: {'Port': ['ID=110b12e8-380e-45f8-9b34-02595fa36a2c,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:02.059119 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5ea481-db16-47b9-a503-9444b67d97d3 x-openstack-request-id: req-2e5ea481-db16-47b9-a503-9444b67d97d3 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:21:02.059402 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:21:02.059711 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e5ea481-db16-47b9-a503-9444b67d97d3 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:21:02.060110 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5ea481-db16-47b9-a503-9444b67d97d3'] response: {'name': 'network-changed', 'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'status': 'completed', 'code': 200} Jun 07 13:21:02.111770 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-29339ad6-709e-4046-a805-44e9a6e74d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:02.113302 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-29339ad6-709e-4046-a805-44e9a6e74d43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 1127 time: 0.0742948 Jun 07 13:21:02.190051 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-ccecfd60-9813-4084-a82f-ff39d878467e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110b12e8-380e-45f8-9b34-02595fa36a2c HTTP/1.1" status: 200 len: 217 time: 0.0470297 Jun 07 13:21:02.253999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-38190448-9788-4193-8ca1-5d2d6c13d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:02.255491 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-38190448-9788-4193-8ca1-5d2d6c13d821 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0519617 Jun 07 13:21:02.327481 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-98ccb5d0-99ae-4f30-8e14-472a08a7700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:02.329557 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-98ccb5d0-99ae-4f30-8e14-472a08a7700f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586004 Jun 07 13:21:02.417438 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa2fd-ead2-4c1e-803f-999d248c8895 req-271ce766-ab0b-4824-b915-a97b82acac36 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:02.428495 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-429aa2fd-ead2-4c1e-803f-999d248c8895 req-271ce766-ab0b-4824-b915-a97b82acac36 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 943 time: 0.0653307 Jun 07 13:21:02.478440 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-50787bdd-011d-4483-b255-27e989c38f08 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357362 Jun 07 13:21:02.501275 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-429aa2fd-ead2-4c1e-803f-999d248c8895 req-d072526d-8661-4d98-87d4-25fd1c52ab62 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714500 Jun 07 13:21:02.873890 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59976) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:02.981366 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-62567f8c-81dc-4fd0-abae-c351f98ee197 req-563fe459-7c18-4436-b304-98c560f827ff service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669643 Jun 07 13:21:03.126181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8120a074-8293-4d83-a8a5-96ffd1e8566d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:03.212732 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8120a074-8293-4d83-a8a5-96ffd1e8566d admin admin] Publish callbacks [] for security_group (8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:03.216552 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8120a074-8293-4d83-a8a5-96ffd1e8566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:03.221109 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:03.256856 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120a074-8293-4d83-a8a5-96ffd1e8566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:03.261055 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8120a074-8293-4d83-a8a5-96ffd1e8566d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1756213e80b4aa08c94c5bcdfa4ba54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857596 Jun 07 13:21:03.263710 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 59988) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:03.318882 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b02-0205-4a2f-a741-821f43bb0a82 admin admin] Publish callbacks [] for security_group (8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:03.347039 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b02-0205-4a2f-a741-821f43bb0a82 admin admin] Publish callbacks [] for security_group (8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:03.400845 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b02-0205-4a2f-a741-821f43bb0a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:03.404457 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b02-0205-4a2f-a741-821f43bb0a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:03.407857 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8b1d1b02-0205-4a2f-a741-821f43bb0a82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf HTTP/1.1" status: 204 len: 168 time: 0.1409173 Jun 07 13:21:03.413870 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1b02-0205-4a2f-a741-821f43bb0a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c08c9a3-2ef2-4ea4-91e9-9f7d179828bf,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:03.546050 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-00f27926-c750-4685-8357-346f25f04588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:03.547211 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-00f27926-c750-4685-8357-346f25f04588 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 1127 time: 0.0545702 Jun 07 13:21:03.655160 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5920f00-2a3f-40e9-9086-738eecd0538a req-3e897841-acdb-424e-a353-f91972e42ff6 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:03.657057 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5920f00-2a3f-40e9-9086-738eecd0538a req-3e897841-acdb-424e-a353-f91972e42ff6 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 943 time: 0.0652485 Jun 07 13:21:03.727461 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5920f00-2a3f-40e9-9086-738eecd0538a req-3a4d0c30-052c-4046-9f82-cbbf8ab88978 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641437 Jun 07 13:21:04.100716 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-2e924ad9-708e-46c9-bbe0-6c2b7823e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:04.102698 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-2e924ad9-708e-46c9-bbe0-6c2b7823e023 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.1057475 Jun 07 13:21:04.178737 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:04.851536 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bd856-5cd7-41c6-9812-7a80b83098a8 req-9fad8fb7-33d4-47fc-b897-6b981a851f1c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:04.853083 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6e4bd856-5cd7-41c6-9812-7a80b83098a8 req-9fad8fb7-33d4-47fc-b897-6b981a851f1c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 943 time: 0.0480845 Jun 07 13:21:04.910444 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6e4bd856-5cd7-41c6-9812-7a80b83098a8 req-5965e552-8c1a-4c6f-b5f9-68b6a55720d7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492332 Jun 07 13:21:05.138295 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-6bd4a836-bad8-421c-9bf3-546f0dd44347 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110b12e8-380e-45f8-9b34-02595fa36a2c HTTP/1.1" status: 200 len: 217 time: 0.0358777 Jun 07 13:21:05.236761 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-1648e2ae-fe08-4f45-b73e-c298a9526672 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845642 Jun 07 13:21:05.241937 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-6ae3e349-9d07-45eb-933b-e2f8531adac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:05.243280 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-6ae3e349-9d07-45eb-933b-e2f8531adac1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0891862 Jun 07 13:21:05.314071 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:05.324863 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-5b57ed51-67b5-44bd-b0be-5fc7fea1e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:05.326290 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-5b57ed51-67b5-44bd-b0be-5fc7fea1e6c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736752 Jun 07 13:21:05.327826 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5485e4-9998-41b8-9842-b89b13480675 req-36342733-a3b1-4a0c-96e8-a074e966b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:05.329225 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-36342733-a3b1-4a0c-96e8-a074e966b015 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 1129 time: 0.0497677 Jun 07 13:21:05.460688 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:05.513236 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-1a6c9a33-3533-49b2-8d71-af5f8502cec1 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723771 Jun 07 13:21:05.515967 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5485e4-9998-41b8-9842-b89b13480675 req-f3fb7019-56bf-4085-b2b2-cc3830fc0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:05.517363 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-f3fb7019-56bf-4085-b2b2-cc3830fc0813 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.1287138 Jun 07 13:21:05.663768 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-70600f0a-f373-416f-abf5-a82cf5036bc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff HTTP/1.1" status: 200 len: 1001 time: 0.1183460 Jun 07 13:21:05.720533 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7be95a60-306d-4bdb-bea3-72cc438ca300 req-610bbb54-322e-487f-b654-b4c13f4f17a2 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838009 Jun 07 13:21:05.733387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5485e4-9998-41b8-9842-b89b13480675 req-6a0b09b5-aad3-47a0-a284-65a84898cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:05.735050 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-6a0b09b5-aad3-47a0-a284-65a84898cd27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0607269 Jun 07 13:21:05.784859 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5485e4-9998-41b8-9842-b89b13480675 req-6e7268e7-1a0b-473c-9111-069bac755b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:05.786509 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-6e7268e7-1a0b-473c-9111-069bac755b7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434120 Jun 07 13:21:05.903048 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-1eddfa2e-1acd-47bc-a7de-dd07972af018 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065640 Jun 07 13:21:06.005076 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f5485e4-9998-41b8-9842-b89b13480675 req-f3e2d817-99ba-4865-a32a-b11d60bf28c2 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916562 Jun 07 13:21:06.047664 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e72e9-1eaf-463f-9936-0842f27e0102 req-7fc46208-7b02-4eef-8b0a-de2f02cf1239 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:06.049327 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f81e72e9-1eaf-463f-9936-0842f27e0102 req-7fc46208-7b02-4eef-8b0a-de2f02cf1239 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 943 time: 0.0615261 Jun 07 13:21:06.116907 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f81e72e9-1eaf-463f-9936-0842f27e0102 req-1a94d7da-c291-41e3-9deb-fa5b7fcfa0fa tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610771 Jun 07 13:21:06.702709 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a2cba-5c2f-4e02-a9c7-fc68dc4deceb req-cd653aff-f7fc-47a3-9e47-3d43c970000e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:06.704275 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-612a2cba-5c2f-4e02-a9c7-fc68dc4deceb req-cd653aff-f7fc-47a3-9e47-3d43c970000e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0492744 Jun 07 13:21:06.753054 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-612a2cba-5c2f-4e02-a9c7-fc68dc4deceb req-e6fa40e6-feeb-4db1-b3c9-763b527a53c8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Jun 07 13:21:07.244447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb48f-3f9c-42a6-b5fb-85a0d0153b36 req-e9bd24d5-0c69-49d0-9a65-a125f7ee7a8e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:07.247031 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-341eb48f-3f9c-42a6-b5fb-85a0d0153b36 req-e9bd24d5-0c69-49d0-9a65-a125f7ee7a8e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 943 time: 0.0589292 Jun 07 13:21:07.299734 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-341eb48f-3f9c-42a6-b5fb-85a0d0153b36 req-93c915b1-50e9-4bbe-b21d-f65244934d1d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476141 Jun 07 13:21:07.674142 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:21:07.890392 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f402b-9b8f-4d39-9a08-f670333c8765 req-5b6bed6e-7bb3-4296-85f2-9bf322cf1af1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:07.893765 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a19f402b-9b8f-4d39-9a08-f670333c8765 req-5b6bed6e-7bb3-4296-85f2-9bf322cf1af1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0523751 Jun 07 13:21:07.918481 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:07.950955 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a19f402b-9b8f-4d39-9a08-f670333c8765 req-206bd0e5-2157-4e72-a2d7-65797461d70b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515492 Jun 07 13:21:08.192093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 110b12e8-380e-45f8-9b34-02595fa36a2c details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:21:08.297021 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 110b12e8-380e-45f8-9b34-02595fa36a2c, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=110b12e8-380e-45f8-9b34-02595fa36a2c,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:21:08.309110 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'port_id': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'mac_address': 'fa:16:3e:f5:df:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:21:08.311728 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:08.350407 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 110b12e8-380e-45f8-9b34-02595fa36a2c is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:21:08.351153 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:08.366523 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110b12e8-380e-45f8-9b34-02595fa36a2c {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:21:08.395864 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 110b12e8-380e-45f8-9b34-02595fa36a2c, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=110b12e8-380e-45f8-9b34-02595fa36a2c,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:21:08.400703 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:08.445611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70698e13-bb46-4cb1-ba36-6c7c973dac5c req-b7bcb6d9-2eec-40ed-861e-d0c32868b8e4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:08.448376 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70698e13-bb46-4cb1-ba36-6c7c973dac5c req-b7bcb6d9-2eec-40ed-861e-d0c32868b8e4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 943 time: 0.0703514 Jun 07 13:21:08.483823 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=110b12e8-380e-45f8-9b34-02595fa36a2c,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:08.536054 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70698e13-bb46-4cb1-ba36-6c7c973dac5c req-41558094-c24d-4746-b3e8-15b4a201d60e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799773 Jun 07 13:21:08.921018 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['110b12e8-380e-45f8-9b34-02595fa36a2c'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:21:09.071279 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e30021-d3ff-475f-97cd-30f522366f3f req-57c32372-e9a5-4829-97dd-4f2bbbb5876a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:09.072733 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7e30021-d3ff-475f-97cd-30f522366f3f req-57c32372-e9a5-4829-97dd-4f2bbbb5876a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0471485 Jun 07 13:21:09.097702 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:09.120607 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7e30021-d3ff-475f-97cd-30f522366f3f req-19556544-41bd-4aca-9f0a-768b41bfb8bf tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Jun 07 13:21:09.648445 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523deec8-3246-4231-8d84-471c79d4cc8e req-77a037f7-c914-43fe-bcfb-6c620a3e43fd tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:09.649864 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-523deec8-3246-4231-8d84-471c79d4cc8e req-77a037f7-c914-43fe-bcfb-6c620a3e43fd tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 944 time: 0.0457313 Jun 07 13:21:09.697452 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-523deec8-3246-4231-8d84-471c79d4cc8e req-6e9bb602-6081-400f-8c14-9aebca0de24f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Jun 07 13:21:10.239214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78c235-06db-4c34-8ed4-d51128cf9ea4 req-ee826476-0671-464f-9923-199123c8ab74 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:10.240617 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae78c235-06db-4c34-8ed4-d51128cf9ea4 req-ee826476-0671-464f-9923-199123c8ab74 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0485907 Jun 07 13:21:10.285252 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae78c235-06db-4c34-8ed4-d51128cf9ea4 req-13911865-be6d-49e9-829b-75544e658b38 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391400 Jun 07 13:21:10.390100 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 110b12e8-380e-45f8-9b34-02595fa36a2c up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:21:10.439402 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 110b12e8-380e-45f8-9b34-02595fa36a2c completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:21:10.445335 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 110b12e8-380e-45f8-9b34-02595fa36a2c triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:21:10.445701 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:10.473675 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:10.524649 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 110b12e8-380e-45f8-9b34-02595fa36a2c is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:21:10.525045 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:10.548573 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:21:10.550758 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb514963-f49e-4d53-ae54-8fcd4623afaf" -d '{"events": [{"server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "name": "network-vif-plugged", "status": "completed", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:21:10.563013 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 110b12e8-380e-45f8-9b34-02595fa36a2c, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=110b12e8-380e-45f8-9b34-02595fa36a2c,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:21:10.567738 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:10.593215 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02278aac-0571-4c02-9449-4d829e6af8c9 x-openstack-request-id: req-02278aac-0571-4c02-9449-4d829e6af8c9 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:21:10.593508 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "name": "network-vif-plugged", "status": "completed", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:21:10.593764 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02278aac-0571-4c02-9449-4d829e6af8c9 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:21:10.594153 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02278aac-0571-4c02-9449-4d829e6af8c9'] response: {'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'code': 200} Jun 07 13:21:10.625855 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=110b12e8-380e-45f8-9b34-02595fa36a2c,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:10.813801 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b370ec9-aa8d-4b48-8094-134ef1740530 req-36a3fbcf-7ef5-44cd-9c06-38086f606b86 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:10.815921 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b370ec9-aa8d-4b48-8094-134ef1740530 req-36a3fbcf-7ef5-44cd-9c06-38086f606b86 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0507812 Jun 07 13:21:10.877842 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b370ec9-aa8d-4b48-8094-134ef1740530 req-716a98f2-cced-42c5-92c6-b8406528d898 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554874 Jun 07 13:21:10.979542 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5963-58d3-497d-acdd-974832b29ca4 req-d97cfa99-d40d-4677-80a8-37263d92afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:10.981068 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cb9a5963-58d3-497d-acdd-974832b29ca4 req-d97cfa99-d40d-4677-80a8-37263d92afba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 1129 time: 0.0493844 Jun 07 13:21:11.037598 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cb9a5963-58d3-497d-acdd-974832b29ca4 req-fde060b7-67d0-48ab-baca-38b09f0f0500 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Jun 07 13:21:11.409849 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f3db-56f4-404b-8b98-42f0c15a1ae4 req-756e63a0-03b4-45ca-af1e-df0b52b7d98a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:11.411304 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3584f3db-56f4-404b-8b98-42f0c15a1ae4 req-756e63a0-03b4-45ca-af1e-df0b52b7d98a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Jun 07 13:21:11.458794 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3584f3db-56f4-404b-8b98-42f0c15a1ae4 req-e19e64ff-9f85-4615-9d17-70365f3f6bf0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Jun 07 13:21:11.992044 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835cdb9-523c-4e5e-a9e7-9459e3bb8b05 req-36346538-4b2d-4ba5-a8c3-f9fd0208b187 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:11.993464 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9835cdb9-523c-4e5e-a9e7-9459e3bb8b05 req-36346538-4b2d-4ba5-a8c3-f9fd0208b187 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0464423 Jun 07 13:21:12.037136 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60146) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:12.042027 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9835cdb9-523c-4e5e-a9e7-9459e3bb8b05 req-b54932f3-11ef-4a31-8c0e-280327ab7cc3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424728 Jun 07 13:21:12.081129 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Deleting subnet bd4248b3-8015-41c3-becc-eda8b4abc05e {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:21:12.084093 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Publish callbacks [] for subnet (bd4248b3-8015-41c3-becc-eda8b4abc05e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.118074 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (bd4248b3-8015-41c3-becc-eda8b4abc05e), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.155729 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (bd4248b3-8015-41c3-becc-eda8b4abc05e), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.180551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:12.212565 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (bd4248b3-8015-41c3-becc-eda8b4abc05e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.237489 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4248b3-8015-41c3-becc-eda8b4abc05e,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:12.241856 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.244946 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bd4248b3-8015-41c3-becc-eda8b4abc05e HTTP/1.1" status: 204 len: 168 time: 0.2067950 Jun 07 13:21:12.248056 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60148) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:12.251571 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.251914 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.252248 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.252607 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.252933 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.253253 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.253572 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.253890 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.254207 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.254526 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.254863 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.255185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.255495 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.255812 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.256120 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed6f148-9127-476f-aff2-ceaf46fb79b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.318901 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (58ad666e-46d6-4776-ba36-924ba1b46cc1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.392099 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (58ad666e-46d6-4776-ba36-924ba1b46cc1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.411679 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ad666e-46d6-4776-ba36-924ba1b46cc1']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:21:12.421162 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dd1228-f9b3-44f2-86e2-5b05645abbf9') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:21:12.421448 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dd1228-f9b3-44f2-86e2-5b05645abbf9') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:21:12.430821 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (63dd1228-f9b3-44f2-86e2-5b05645abbf9), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.443879 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (63dd1228-f9b3-44f2-86e2-5b05645abbf9), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.450040 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:21:12.450413 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (63dd1228-f9b3-44f2-86e2-5b05645abbf9), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.492909 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 63dd1228-f9b3-44f2-86e2-5b05645abbf9 resource provider aggregate not found Jun 07 13:21:12.517360 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 63dd1228-f9b3-44f2-86e2-5b05645abbf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63dd1228-f9b3-44f2-86e2-5b05645abbf9 found for delete ", "request_id": "req-cc0faa26-6178-45f0-b78c-0def3a674b06"}]} Jun 07 13:21:12.518652 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (58ad666e-46d6-4776-ba36-924ba1b46cc1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.523816 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.531436 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] 10.222.0.61 "DELETE /v2.0/networks/58ad666e-46d6-4776-ba36-924ba1b46cc1 HTTP/1.1" status: 204 len: 168 time: 0.2810304 Jun 07 13:21:12.553426 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Pushing event deleted for resources: {'Network': ['ID=58ad666e-46d6-4776-ba36-924ba1b46cc1,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:12.576083 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.576425 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.576761 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.577094 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.577428 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.577757 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.578076 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.578395 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.578714 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.579054 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.579374 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.579687 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.580001 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.580318 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.580629 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164287fa-c883-48ad-bdb1-7b5d54d1abea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:12.600994 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2ac3-31cc-4ceb-b63b-19fc5b395b7e req-8344c87c-7fa7-4457-a4ee-425649172399 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:12.602467 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe6e2ac3-31cc-4ceb-b63b-19fc5b395b7e req-8344c87c-7fa7-4457-a4ee-425649172399 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0575442 Jun 07 13:21:12.635380 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:12.656506 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe6e2ac3-31cc-4ceb-b63b-19fc5b395b7e req-42d8a5fa-6f2e-41ec-857d-b67ab72545d8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477860 Jun 07 13:21:12.708758 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60158) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:12.748563 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1a370023-b8e1-405d-bda5-b6e8cbc05ea4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1aac41f4f074858ba560987a158c38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386531 Jun 07 13:21:12.751020 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60160) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:12.797616 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f00f31b0-a325-4fca-8211-db76f33851d0 admin admin] Publish callbacks [] for security_group (e3b0c478-7677-4352-873e-67b7710f9e52), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.818466 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f00f31b0-a325-4fca-8211-db76f33851d0 admin admin] Publish callbacks [] for security_group (e3b0c478-7677-4352-873e-67b7710f9e52), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.824754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:12.877394 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f00f31b0-a325-4fca-8211-db76f33851d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e3b0c478-7677-4352-873e-67b7710f9e52), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.880060 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f00f31b0-a325-4fca-8211-db76f33851d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:12.881474 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f00f31b0-a325-4fca-8211-db76f33851d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3b0c478-7677-4352-873e-67b7710f9e52 HTTP/1.1" status: 204 len: 168 time: 0.1293042 Jun 07 13:21:12.889421 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f31b0-a325-4fca-8211-db76f33851d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b0c478-7677-4352-873e-67b7710f9e52,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:13.160125 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a243fc7-49c3-4ae6-a7a3-97e538a4b098 req-7d4ea512-e448-4121-bfb2-882ea423fc24 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:13.161577 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a243fc7-49c3-4ae6-a7a3-97e538a4b098 req-7d4ea512-e448-4121-bfb2-882ea423fc24 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0501781 Jun 07 13:21:13.215390 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a243fc7-49c3-4ae6-a7a3-97e538a4b098 req-65c60294-6354-421e-b328-9702d138f405 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Jun 07 13:21:13.745958 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:13.789494 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c247f0-1a11-4da1-aa47-634bb1ac429d req-f2f35ed9-a872-4e02-b3b7-0c2ad9560603 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:13.791862 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-82c247f0-1a11-4da1-aa47-634bb1ac429d req-f2f35ed9-a872-4e02-b3b7-0c2ad9560603 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0557396 Jun 07 13:21:13.846571 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-82c247f0-1a11-4da1-aa47-634bb1ac429d req-175aa63a-49c7-4b45-97b5-b47540e2b51a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478132 Jun 07 13:21:14.324266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bfca-c1d9-4891-93cf-0de652f12de1 req-84538082-6983-4a9b-9d7b-01f19e5acc10 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:14.325679 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2926bfca-c1d9-4891-93cf-0de652f12de1 req-84538082-6983-4a9b-9d7b-01f19e5acc10 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0466316 Jun 07 13:21:14.376969 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2926bfca-c1d9-4891-93cf-0de652f12de1 req-b29cf152-3f94-48e8-ab22-08549c83e963 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458689 Jun 07 13:21:14.487327 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37be5-4be4-4661-9d43-77b97a532250 req-f449f76a-fca2-49e6-ada5-279b4ffbd32c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:14.488758 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2fc37be5-4be4-4661-9d43-77b97a532250 req-f449f76a-fca2-49e6-ada5-279b4ffbd32c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0460393 Jun 07 13:21:14.536768 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2fc37be5-4be4-4661-9d43-77b97a532250 req-bf0ab892-39d2-4ca9-9a16-0b46ea77ef93 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Jun 07 13:21:14.558905 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60198) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:14.741741 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0e066-0644-4e61-b1af-1de1541b10c5 tempest-TestVolumeBootPattern-533641782 tempest-TestVolumeBootPattern-533641782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:14.743254 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d0c0e066-0644-4e61-b1af-1de1541b10c5 tempest-TestVolumeBootPattern-533641782 tempest-TestVolumeBootPattern-533641782-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 1124 time: 0.1832781 Jun 07 13:21:14.746121 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60202) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:14.750211 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'port_id': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:21:14.770865 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:14.846876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:14.962766 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Allocated IP 172.27.1.153 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/1551279d-ceca-410b-a068-a752487c7aaf) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:21:14.964337 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58c787-ca52-4f46-9949-dfeabf78e20d req-d940ff1a-93f0-4232-b58f-b9b435c40ed1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:14.967795 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea58c787-ca52-4f46-9949-dfeabf78e20d req-d940ff1a-93f0-4232-b58f-b9b435c40ed1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0495808 Jun 07 13:21:15.023821 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea58c787-ca52-4f46-9949-dfeabf78e20d req-ced8f8dd-bc3d-4bd2-8c85-baeacf67608c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518486 Jun 07 13:21:15.069418 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (1551279d-ceca-410b-a068-a752487c7aaf), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:15.103321 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (1551279d-ceca-410b-a068-a752487c7aaf), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:15.142091 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:21:15.144993 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:21:15.148456 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:21:15.180650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=1551279d-ceca-410b-a068-a752487c7aaf,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:15.187603 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:15.502631 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:15.522445 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:15.591880 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1551279d-ceca-410b-a068-a752487c7aaf), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:15.761417 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (1551279d-ceca-410b-a068-a752487c7aaf), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:15.765754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (1551279d-ceca-410b-a068-a752487c7aaf), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:15.828365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=1551279d-ceca-410b-a068-a752487c7aaf,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:15.841580 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:15.934982 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Floating IP b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4 associated. External IP: 172.27.1.153, port: 110b12e8-380e-45f8-9b34-02595fa36a2c. Jun 07 13:21:16.031953 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:16.146007 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eb11c-c1be-4c81-9e25-a2ba9710461f req-be2457b8-2da9-4a55-931f-04730ee5f42e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:16.147592 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce6eb11c-c1be-4c81-9e25-a2ba9710461f req-be2457b8-2da9-4a55-931f-04730ee5f42e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0519247 Jun 07 13:21:16.197220 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce6eb11c-c1be-4c81-9e25-a2ba9710461f req-7c78c8d0-92f0-4f70-ba46-7b56e331ad01 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438304 Jun 07 13:21:16.365458 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:21:16.466266 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:21:16.476646 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:21:16.477629 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:16.485609 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:16.487492 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:21:16.488109 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:21:16.522284 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1414cca5-96ce-435c-9678-5f0506c2a832 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7725861 Jun 07 13:21:16.522284 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:21:16.522634 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c4339-54b1-438a-b9f6-55de1bbe339d" -d '{"events": [{"name": "network-changed", "server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:21:16.561675 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9097a0f4-58a4-4f10-832b-737a7894d7ee x-openstack-request-id: req-9097a0f4-58a4-4f10-832b-737a7894d7ee {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:21:16.562074 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:21:16.562429 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9097a0f4-58a4-4f10-832b-737a7894d7ee {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:21:16.562971 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9097a0f4-58a4-4f10-832b-737a7894d7ee'] response: {'name': 'network-changed', 'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'status': 'completed', 'code': 200} Jun 07 13:21:16.640845 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-4b464540-3232-4157-8bfb-a3ee8b8ee39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:16.642245 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-4b464540-3232-4157-8bfb-a3ee8b8ee39a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 1129 time: 0.0444174 Jun 07 13:21:16.684266 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:21:16.750405 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-0a63f1ab-9af3-452b-9c82-93e5c5dcf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:16.751903 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-0a63f1ab-9af3-452b-9c82-93e5c5dcf564 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.0962279 Jun 07 13:21:16.889355 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:f5:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:21:15Z', 'updated_at': '2022-06-07T13:21:15Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:21:16.916582 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:21:16.924756 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:21:16.925352 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:20:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:21:16.958382 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-f6617a95-1684-40ba-a3a6-5bae7a7351f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110b12e8-380e-45f8-9b34-02595fa36a2c HTTP/1.1" status: 200 len: 999 time: 0.0548148 Jun 07 13:21:17.016111 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-7373b3be-b2f7-47ea-9ced-f5a52dbdce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:17.017593 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-7373b3be-b2f7-47ea-9ced-f5a52dbdce6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0493336 Jun 07 13:21:17.027064 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:21:17.063949 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-1a4eb259-d9fb-45a1-9526-1cb7ee13efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:17.065867 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-1a4eb259-d9fb-45a1-9526-1cb7ee13efd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386555 Jun 07 13:21:17.159683 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-6a9c9759-3d52-45d1-9eb0-268b619c6a42 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819306 Jun 07 13:21:17.243505 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:f5:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:21:15Z', 'updated_at': '2022-06-07T13:21:15Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:21:17.268012 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9807b3-6a64-4caf-a3b4-aaeeea8b4189 None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:f5:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:21:15Z', 'updated_at': '2022-06-07T13:21:15Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:21:17.281860 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a94c4339-54b1-438a-b9f6-55de1bbe339d req-16620e4b-1c74-411b-81d8-34630f46154b service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930753 Jun 07 13:21:17.325807 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baec5f-7c49-4e78-a859-3b5f0e3370b5 req-0c6528e1-aada-48ea-a33b-4418595f359a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:17.327303 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2baec5f-7c49-4e78-a859-3b5f0e3370b5 req-0c6528e1-aada-48ea-a33b-4418595f359a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0577738 Jun 07 13:21:17.378944 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2baec5f-7c49-4e78-a859-3b5f0e3370b5 req-0f9f420d-8d52-4232-846b-29217b6cbe65 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451448 Jun 07 13:21:17.473651 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b7cf74-22bd-4d0b-ad9d-4765a3e1fc14 None None] New status for floating IP b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:21:17.575958 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:18.498108 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cec3bc-4e96-4879-b106-01e5a3ae8a89 req-d5be55b3-e653-4476-9028-f3ad36cc15e2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:18.499662 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4cec3bc-4e96-4879-b106-01e5a3ae8a89 req-d5be55b3-e653-4476-9028-f3ad36cc15e2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0467238 Jun 07 13:21:18.548682 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4cec3bc-4e96-4879-b106-01e5a3ae8a89 req-0f912471-f4a4-441f-b983-2961862e4f63 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435162 Jun 07 13:21:19.097025 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-df1c772a-93f4-4ae9-bb5a-3b7906f05ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:19.662843 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02574a9a-2444-4a08-8b55-41629fa3992e req-2410244e-1a88-416d-947a-1f8772af2a4b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:19.664272 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02574a9a-2444-4a08-8b55-41629fa3992e req-2410244e-1a88-416d-947a-1f8772af2a4b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0452976 Jun 07 13:21:19.710542 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02574a9a-2444-4a08-8b55-41629fa3992e req-ecca4076-a887-4897-adcb-12c9722ac982 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 Jun 07 13:21:20.827424 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fed6-e94b-4cb4-bd4a-b780684b802f req-b5b13cc5-67db-4f73-bf20-c5057a59bb31 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:20.828853 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9799fed6-e94b-4cb4-bd4a-b780684b802f req-b5b13cc5-67db-4f73-bf20-c5057a59bb31 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0467324 Jun 07 13:21:20.877955 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9799fed6-e94b-4cb4-bd4a-b780684b802f req-9283aa1b-3dc6-4a3a-b3a0-1772078d7737 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Jun 07 13:21:21.313671 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a0af9388-e043-4ccc-9475-dd5285478c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:21.991214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:22.002788 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164728-e7a3-4b21-82d2-c2fc3eb53d90 req-6785c86e-3472-459a-9048-08d8a4180299 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:22.004227 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f164728-e7a3-4b21-82d2-c2fc3eb53d90 req-6785c86e-3472-459a-9048-08d8a4180299 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0499406 Jun 07 13:21:22.049929 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f164728-e7a3-4b21-82d2-c2fc3eb53d90 req-f4e7dce0-46f1-4c55-91dc-32f02996a08e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Jun 07 13:21:22.488100 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:23.164678 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17469b0-cf97-44d6-9b00-686d6f913df4 req-02f4c718-4570-4454-b4f0-9b7850d8bff3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:23.166086 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d17469b0-cf97-44d6-9b00-686d6f913df4 req-02f4c718-4570-4454-b4f0-9b7850d8bff3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0451679 Jun 07 13:21:23.210930 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d17469b0-cf97-44d6-9b00-686d6f913df4 req-fbd58d46-779b-4dfd-977e-5c982256e0a3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393388 Jun 07 13:21:23.907171 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:24.330744 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a8d9e-7732-4bf5-b095-1bdda6790268 req-ff5e9dc9-c83c-4801-a139-ec9baa85e4b4 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:24.332203 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c99a8d9e-7732-4bf5-b095-1bdda6790268 req-ff5e9dc9-c83c-4801-a139-ec9baa85e4b4 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0504982 Jun 07 13:21:24.375643 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:24.380371 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c99a8d9e-7732-4bf5-b095-1bdda6790268 req-fcee3fe0-a0a1-4471-a515-55800edb0532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426738 Jun 07 13:21:25.405588 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:25.499733 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e04f-1f6c-436c-96bd-8743193eb86e req-68ea9841-0b5c-4079-89e9-3126f2e68297 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:25.501166 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac40e04f-1f6c-436c-96bd-8743193eb86e req-68ea9841-0b5c-4079-89e9-3126f2e68297 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0458593 Jun 07 13:21:25.546883 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac40e04f-1f6c-436c-96bd-8743193eb86e req-df8e65db-6ee2-43d0-bde1-4bbb74591272 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402331 Jun 07 13:21:26.660537 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4757440-2bea-4447-927c-314051f9c209 req-0d235389-0219-495f-9c35-c3897fce13b2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:26.661976 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4757440-2bea-4447-927c-314051f9c209 req-0d235389-0219-495f-9c35-c3897fce13b2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0464320 Jun 07 13:21:26.710592 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4757440-2bea-4447-927c-314051f9c209 req-79675036-4140-427d-8703-c8c077bb4199 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 Jun 07 13:21:27.272262 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:27.277686 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=47 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:27.825324 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f23b46-7424-446d-b2f4-1506aa1df7ca req-c45b6786-1869-4316-8773-ad58e87bc672 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:27.827320 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-03f23b46-7424-446d-b2f4-1506aa1df7ca req-c45b6786-1869-4316-8773-ad58e87bc672 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0452914 Jun 07 13:21:27.873652 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-03f23b46-7424-446d-b2f4-1506aa1df7ca req-b1b49761-dfc9-45d6-9da1-ec8dcba9bb01 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408003 Jun 07 13:21:28.993828 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf0dfb-b88f-4614-ab68-f098c99bb020 req-50f8f1f3-39f6-47d7-be32-1614fa97d28c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:28.995333 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66cf0dfb-b88f-4614-ab68-f098c99bb020 req-50f8f1f3-39f6-47d7-be32-1614fa97d28c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0493350 Jun 07 13:21:29.042625 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66cf0dfb-b88f-4614-ab68-f098c99bb020 req-6552ca14-f084-4934-aded-90b8e6cf09e1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417938 Jun 07 13:21:30.162730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb37653-737e-4c30-9c98-20f9b3950824 req-fb1f33a7-8089-4840-a319-4eea471f2887 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:30.164197 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3bb37653-737e-4c30-9c98-20f9b3950824 req-fb1f33a7-8089-4840-a319-4eea471f2887 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0516515 Jun 07 13:21:30.209634 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3bb37653-737e-4c30-9c98-20f9b3950824 req-7bce0082-4047-4730-b648-6638beab2e9e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394485 Jun 07 13:21:30.486916 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:21:30.581514 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:21:30.593524 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'port_id': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'mac_address': 'fa:16:3e:72:87:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:21:30.629853 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: ACTIVE; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:21:30.630232 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:30.647215 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4846c4cd-df7f-498e-a460-3a57b147fedb {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:21:30.669678 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:21:30.673676 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:30.722192 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=6']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:30.729712 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.730066 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.730432 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.730778 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.731219 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.731554 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.731882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.732245 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.732577 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.732904 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.733229 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.733556 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.733877 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.734198 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.734516 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:21:30.866057 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['4846c4cd-df7f-498e-a460-3a57b147fedb'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:21:31.346088 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83039a-300c-485b-b702-783217993eef req-211ebc5b-48b0-48d8-98f4-3bbab0bae57d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:31.347915 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d83039a-300c-485b-b702-783217993eef req-211ebc5b-48b0-48d8-98f4-3bbab0bae57d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Jun 07 13:21:31.405332 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d83039a-300c-485b-b702-783217993eef req-a5964d27-4c6e-410b-903e-6db419475c38 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509617 Jun 07 13:21:32.490180 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:21:32.542479 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:32.587366 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3af88-d72e-45ee-aee4-81a4738567b3 req-ffabd8a6-7c46-4449-8a68-fa0c2229f28e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:32.600353 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62c3af88-d72e-45ee-aee4-81a4738567b3 req-ffabd8a6-7c46-4449-8a68-fa0c2229f28e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.1008344 Jun 07 13:21:32.611270 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 4846c4cd-df7f-498e-a460-3a57b147fedb triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:21:32.611632 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:32.682866 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62c3af88-d72e-45ee-aee4-81a4738567b3 req-968e0660-5583-49e5-94a0-320b41725139 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811465 Jun 07 13:21:32.711719 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:21:32.712107 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:32.737689 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:21:32.739955 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eb62aa-fa96-4e03-b9bb-fd925856fecd" -d '{"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-plugged", "status": "completed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:21:32.752377 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:21:32.758716 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:32.785731 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a420ce-9cb2-47fb-877a-de5e15ca02da x-openstack-request-id: req-46a420ce-9cb2-47fb-877a-de5e15ca02da {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:21:32.786019 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-plugged", "status": "completed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:21:32.786326 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46a420ce-9cb2-47fb-877a-de5e15ca02da {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:21:32.786687 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a420ce-9cb2-47fb-877a-de5e15ca02da'] response: {'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'code': 200} Jun 07 13:21:32.817974 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=7']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:33.809076 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969a1d9-d2b7-4ff1-b002-9837b33fe7d1 req-88de39fa-e6f4-49f0-9602-ab0f548713a5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:33.811215 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0969a1d9-d2b7-4ff1-b002-9837b33fe7d1 req-88de39fa-e6f4-49f0-9602-ab0f548713a5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0549347 Jun 07 13:21:33.869073 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:33.877639 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0969a1d9-d2b7-4ff1-b002-9837b33fe7d1 req-90835348-924b-494c-9c5c-8fe3e1dbe0dd tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578580 Jun 07 13:21:34.179204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:35.016429 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac345f33-38bd-44b3-8566-515660a85970 req-0bceb5ce-4fb6-4df7-9935-42479acbd2d1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:35.017946 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac345f33-38bd-44b3-8566-515660a85970 req-0bceb5ce-4fb6-4df7-9935-42479acbd2d1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0534863 Jun 07 13:21:35.071242 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac345f33-38bd-44b3-8566-515660a85970 req-f42f16e3-7323-487e-9c03-890dbc4ce02f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Jun 07 13:21:36.228338 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905c70-8702-4570-b0c6-9f03a989ff17 req-fd90f4fa-7c04-4f96-ae90-70b4888bfe35 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:36.230092 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37905c70-8702-4570-b0c6-9f03a989ff17 req-fd90f4fa-7c04-4f96-ae90-70b4888bfe35 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0575156 Jun 07 13:21:36.280397 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37905c70-8702-4570-b0c6-9f03a989ff17 req-29e36b2d-e851-46c2-9ce8-67ca9e77ed8f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434868 Jun 07 13:21:36.706889 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:36.711732 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=81 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:37.432613 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31c3c1-8a1f-4d1e-8dae-a799c2c7a65b req-d4dac3c9-87e9-4cb9-b50f-02be25ae9437 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:37.434144 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d31c3c1-8a1f-4d1e-8dae-a799c2c7a65b req-d4dac3c9-87e9-4cb9-b50f-02be25ae9437 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0588081 Jun 07 13:21:37.492205 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d31c3c1-8a1f-4d1e-8dae-a799c2c7a65b req-45a17715-7b0f-4f08-b073-dfa59f80bc8e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494823 Jun 07 13:21:38.628772 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:38.641625 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8387c-9712-4c0f-a223-6d786e667373 req-0a561232-1a6f-46b9-a285-9f36b37806e7 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:38.643589 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6e8387c-9712-4c0f-a223-6d786e667373 req-0a561232-1a6f-46b9-a285-9f36b37806e7 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0611482 Jun 07 13:21:38.698969 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6e8387c-9712-4c0f-a223-6d786e667373 req-2e41f1cb-e7d1-4acb-a3c6-2e1af8359ee9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495882 Jun 07 13:21:39.851127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9352e4-2802-469f-8021-51d1a6972b23 req-8176eafc-b854-46eb-98c1-2f0ce9fcb786 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:39.852889 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b9352e4-2802-469f-8021-51d1a6972b23 req-8176eafc-b854-46eb-98c1-2f0ce9fcb786 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0474761 Jun 07 13:21:39.899067 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b9352e4-2802-469f-8021-51d1a6972b23 req-f2de13c1-c2cc-40d6-9057-dcd767b89d6e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Jun 07 13:21:40.437135 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-4ab4e557-2fb7-4976-a768-28b7effd91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:40.438647 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-4ab4e557-2fb7-4976-a768-28b7effd91d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 1130 time: 0.0426629 Jun 07 13:21:40.535018 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-57a46ddf-5b52-4b74-83cb-307fc65cb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:40.536501 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-57a46ddf-5b52-4b74-83cb-307fc65cb64b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.0886073 Jun 07 13:21:40.604147 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-167020f2-db0c-4934-90ac-193aff3f80ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 200 len: 1001 time: 0.0561724 Jun 07 13:21:40.655185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-0f0aded1-c091-4969-acd1-f32a53a402fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:40.656488 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-0f0aded1-c091-4969-acd1-f32a53a402fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0426993 Jun 07 13:21:40.714002 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-0c44d337-6805-4e9f-8140-6f99f97bbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:40.715520 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-0c44d337-6805-4e9f-8140-6f99f97bbf68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430238 Jun 07 13:21:40.806744 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-21d29f4a-cb17-45b0-9a6e-772be443d95c service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817893 Jun 07 13:21:40.905754 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ffc13194-def5-43a0-8ba0-eb73ced020d0 req-7b78ea03-f5cc-40ba-b743-3c9c6db18365 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884905 Jun 07 13:21:41.023145 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d74c6-fdaf-41d7-bf11-5846fb9b99ab req-b87feb80-98f5-434f-9f9b-4a66d4f5d214 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:41.024631 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b67d74c6-fdaf-41d7-bf11-5846fb9b99ab req-b87feb80-98f5-434f-9f9b-4a66d4f5d214 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0462711 Jun 07 13:21:41.073558 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b67d74c6-fdaf-41d7-bf11-5846fb9b99ab req-21f63e0f-0bdb-4288-9a6c-3cf0f448f574 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428751 Jun 07 13:21:42.196112 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b018849-6706-4e82-a09c-0ed1ec470817 req-e7a7b2cb-d6d0-4c67-9616-14514d56e8ca tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:42.197581 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0b018849-6706-4e82-a09c-0ed1ec470817 req-e7a7b2cb-d6d0-4c67-9616-14514d56e8ca tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0521193 Jun 07 13:21:42.245596 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0b018849-6706-4e82-a09c-0ed1ec470817 req-997feee1-5c86-48c8-997f-4f7c6e98b84a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424917 Jun 07 13:21:43.369226 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671dc1a-3fea-466d-98b1-689bce3cf010 req-2ceb39d6-7553-406e-8e1e-54318871eef5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:43.371075 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d671dc1a-3fea-466d-98b1-689bce3cf010 req-2ceb39d6-7553-406e-8e1e-54318871eef5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0487871 Jun 07 13:21:43.424954 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d671dc1a-3fea-466d-98b1-689bce3cf010 req-efb5cd50-28f8-4a9c-9b49-429f9ca1d439 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471964 Jun 07 13:21:44.172604 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:44.174767 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:44.540186 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:21:44.545229 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6541b-05ad-4f9b-8bc3-ae53ee7bcbd0 req-a072e4c5-5ae4-4120-8dfd-22a75712648d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:44.546909 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5cd6541b-05ad-4f9b-8bc3-ae53ee7bcbd0 req-a072e4c5-5ae4-4120-8dfd-22a75712648d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 946 time: 0.0499012 Jun 07 13:21:44.593970 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5cd6541b-05ad-4f9b-8bc3-ae53ee7bcbd0 req-6475d770-60be-4d7a-84b0-a0695d0aaa06 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Jun 07 13:21:44.613559 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: ACTIVE; New status is: DOWN {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:21:44.613943 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:44.639031 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:21:44.641868 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50e68e5-e1d7-401a-b703-e796090e39b6" -d '{"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-unplugged", "status": "completed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:21:44.652519 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:21:44.657404 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:44.676686 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:21:44.680119 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Jun 2022 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde1fc15-6fd4-46c0-b710-72cadf23db32 x-openstack-request-id: req-fde1fc15-6fd4-46c0-b710-72cadf23db32 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:21:44.680401 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-unplugged", "status": "failed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb", "code": 422}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:21:44.680647 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fde1fc15-6fd4-46c0-b710-72cadf23db32 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:21:44.681072 dv-cinder-844601-3-iscsi neutron-server[104162]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fde1fc15-6fd4-46c0-b710-72cadf23db32']: {'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'code': 422} returned with failed status Jun 07 13:21:44.706054 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=8']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:45.071052 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-bd9102fc-a1ff-4bf3-aa42-f3c0ef6a907f req-a781e566-c563-4591-821c-d89939df7ad3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:21:45.071997 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bd9102fc-a1ff-4bf3-aa42-f3c0ef6a907f req-a781e566-c563-4591-821c-d89939df7ad3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052354 Jun 07 13:21:45.222794 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a4ef7-6913-4267-b32f-6a7e13a521e0 req-445169db-3510-423e-98ab-5eb08a8fba10 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:45.224270 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa1a4ef7-6913-4267-b32f-6a7e13a521e0 req-445169db-3510-423e-98ab-5eb08a8fba10 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0462646 Jun 07 13:21:45.270389 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa1a4ef7-6913-4267-b32f-6a7e13a521e0 req-c1ff1150-7f93-4823-86ef-c16aaf56b83b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Jun 07 13:21:45.509296 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60548) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:45.587356 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-8e2208ec-4b37-4141-a2dd-7228ec9e0eaa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768466 Jun 07 13:21:45.596385 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-4da4b748-3e65-4875-adeb-e4a91681fb34 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:21:45.597329 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-4da4b748-3e65-4875-adeb-e4a91681fb34 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055051 Jun 07 13:21:45.682474 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60558) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:45.730113 dv-cinder-844601-3-iscsi neutron-server[104161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:21:45.774034 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-74173dd7-48fe-4ff7-8d8e-3e2460018512 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:45.775495 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-74173dd7-48fe-4ff7-8d8e-3e2460018512 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports/4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 200 len: 941 time: 0.0920181 Jun 07 13:21:46.388336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d746f-822b-4d2b-b143-637737c411db req-a8796e22-2082-4fee-97b3-a9a33c5ff309 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:46.389814 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3f7d746f-822b-4d2b-b143-637737c411db req-a8796e22-2082-4fee-97b3-a9a33c5ff309 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0450149 Jun 07 13:21:46.427454 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:46.439694 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3f7d746f-822b-4d2b-b143-637737c411db req-f8892680-39d3-43be-81d6-43be0d16cc6a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440300 Jun 07 13:21:47.509188 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-c5403189-b74b-4caa-bd7a-7c9983ae2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:47.510710 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-c5403189-b74b-4caa-bd7a-7c9983ae2c71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943&tenant_id=346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 1128 time: 0.0733078 Jun 07 13:21:47.561272 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e727d23-b134-492e-b7d5-311f0cbc16a1 req-68e3abc7-34be-487d-b7e4-05ff137777da tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:47.562749 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3e727d23-b134-492e-b7d5-311f0cbc16a1 req-68e3abc7-34be-487d-b7e4-05ff137777da tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0480781 Jun 07 13:21:47.585112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-43be13e0-38ec-4774-8167-94fdc7f5d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:47.586620 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-43be13e0-38ec-4774-8167-94fdc7f5d1f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 1128 time: 0.0385635 Jun 07 13:21:47.610137 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3e727d23-b134-492e-b7d5-311f0cbc16a1 req-92a1950d-6dac-4ccc-bf40-172936ad0fe2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Jun 07 13:21:47.681036 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-6eefc7ea-d07f-4f50-91d4-df31a3115cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:47.682554 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-6eefc7ea-d07f-4f50-91d4-df31a3115cbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.0836039 Jun 07 13:21:47.748956 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-40f82608-27c5-449a-9e8d-a1449be34c2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 200 len: 999 time: 0.0573609 Jun 07 13:21:47.799387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-e98df3bd-62b2-4b17-b388-061006c48430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:47.800811 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-e98df3bd-62b2-4b17-b388-061006c48430 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0440733 Jun 07 13:21:47.846927 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-765ec9fb-be5e-4d24-be08-4a2c6701c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:47.848399 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-765ec9fb-be5e-4d24-be08-4a2c6701c52a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382075 Jun 07 13:21:47.940121 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-e57b09bd-d6fa-4421-a7bc-1aaec5cff74d service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829511 Jun 07 13:21:47.957963 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:48.026412 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:48.033137 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9a41205f-01f9-481e-88c8-d6d20197d8f9 req-76157362-fd5f-40e4-9502-7fc640c400e2 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831718 Jun 07 13:21:48.568733 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:21:48.720224 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: DOWN; New status is: DOWN {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:21:48.772400 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ac9d3-fc7e-403b-91e5-db322bb0cb2d req-e74d3da8-cbb2-416a-8076-11cb2f555e1b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:48.780889 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c6ac9d3-fc7e-403b-91e5-db322bb0cb2d req-e74d3da8-cbb2-416a-8076-11cb2f555e1b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0646288 Jun 07 13:21:48.848226 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c6ac9d3-fc7e-403b-91e5-db322bb0cb2d req-231c65e6-41a0-414e-b8c9-6f6720c9cc13 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659237 Jun 07 13:21:48.964316 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5009b-54b5-4f31-9f85-36562d737559 req-2afa0c7a-0b12-4b80-8e07-e4d1ca43bf06 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:48.965832 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66c5009b-54b5-4f31-9f85-36562d737559 req-2afa0c7a-0b12-4b80-8e07-e4d1ca43bf06 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0638652 Jun 07 13:21:49.033990 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66c5009b-54b5-4f31-9f85-36562d737559 req-170cccd9-cc35-4d02-8e20-bf44a2fd1490 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623798 Jun 07 13:21:49.095027 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fda2bbbe-ecbb-4dc8-9438-b4b7bce54530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:49.967049 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd82ef2-e835-4127-8fbb-df9369b0d10c req-5e3ea6d4-7fb7-4553-81f6-bad521340ae0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:49.969178 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bdd82ef2-e835-4127-8fbb-df9369b0d10c req-5e3ea6d4-7fb7-4553-81f6-bad521340ae0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0496836 Jun 07 13:21:50.017684 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bdd82ef2-e835-4127-8fbb-df9369b0d10c req-af3f69d4-99e2-4a78-8623-164049ee2614 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428474 Jun 07 13:21:50.148636 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:50.157620 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c7767-55fa-45f8-9cbe-32dfc2ede7fa req-5ef8478a-3dc7-45c1-b907-60bfec8d18c5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:50.159709 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3e8c7767-55fa-45f8-9cbe-32dfc2ede7fa req-5ef8478a-3dc7-45c1-b907-60bfec8d18c5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0532160 Jun 07 13:21:50.208369 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3e8c7767-55fa-45f8-9cbe-32dfc2ede7fa req-f703c183-00c3-4a4d-be47-1d5ba3f7041a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 Jun 07 13:21:51.139401 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472948b-90eb-4dc2-b148-f4ca77be50e0 req-b740e948-0fa5-4a26-8c0b-92ad7705f0b8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:51.140853 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6472948b-90eb-4dc2-b148-f4ca77be50e0 req-b740e948-0fa5-4a26-8c0b-92ad7705f0b8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0485697 Jun 07 13:21:51.190267 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6472948b-90eb-4dc2-b148-f4ca77be50e0 req-fe180457-3855-4403-a1d3-0503a4d51517 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437756 Jun 07 13:21:51.319248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4973-d3ca-4a82-aa90-fcb79895ee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:51.334636 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be83b-8b17-4916-b6dc-bc608803f978 req-3e9ccf94-09ce-44cb-9e2d-b4ebf2531943 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:51.341392 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-770be83b-8b17-4916-b6dc-bc608803f978 req-3e9ccf94-09ce-44cb-9e2d-b4ebf2531943 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0551264 Jun 07 13:21:51.397235 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-770be83b-8b17-4916-b6dc-bc608803f978 req-800e2e1c-bf8c-444c-9306-e31e0df4ef1f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548491 Jun 07 13:21:52.314736 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2338-14ce-4e22-9b47-d2b1caea9349 req-76c49121-f282-44c2-9d57-bcb4d317bc4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:52.316211 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de2a2338-14ce-4e22-9b47-d2b1caea9349 req-76c49121-f282-44c2-9d57-bcb4d317bc4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0515718 Jun 07 13:21:52.367708 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de2a2338-14ce-4e22-9b47-d2b1caea9349 req-35d5c96f-4ed7-40e0-b4a2-ff8c7f282d6b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455902 Jun 07 13:21:52.502192 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:52.528083 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874903b3-f3af-4607-9cdd-7d4584714f73 req-b1dada28-36d2-4661-9d81-de8defd99338 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:52.529535 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-874903b3-f3af-4607-9cdd-7d4584714f73 req-b1dada28-36d2-4661-9d81-de8defd99338 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0566664 Jun 07 13:21:52.581760 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-874903b3-f3af-4607-9cdd-7d4584714f73 req-f5de254a-b445-4b94-b58e-54922d8eb161 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457716 Jun 07 13:21:53.500331 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015eac4-0b45-4d05-92a2-4751e64f0001 req-ae104f79-06a4-4531-82fb-f4f475875aa0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:53.503577 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e015eac4-0b45-4d05-92a2-4751e64f0001 req-ae104f79-06a4-4531-82fb-f4f475875aa0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0555677 Jun 07 13:21:53.548547 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e015eac4-0b45-4d05-92a2-4751e64f0001 req-6f26d020-d132-408a-97e7-263bde4840cc tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404301 Jun 07 13:21:53.695860 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6802-36b0-41fe-a7cc-451ef2c41997 req-d0a3d40b-047c-4c0f-9011-e9132301c509 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:53.697318 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3f0e6802-36b0-41fe-a7cc-451ef2c41997 req-d0a3d40b-047c-4c0f-9011-e9132301c509 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0466766 Jun 07 13:21:53.733337 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:53.751184 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3f0e6802-36b0-41fe-a7cc-451ef2c41997 req-403b658d-a9f7-408e-b3f0-461057a12a69 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Jun 07 13:21:53.913719 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.282382 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60674) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:54.410718 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-097ba856-65ff-44f7-bead-aa78d9288204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.493151 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-097ba856-65ff-44f7-bead-aa78d9288204 admin admin] Publish callbacks [] for security_group (344ca73f-46fc-452a-b188-dd8df1ce74f8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.497032 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-097ba856-65ff-44f7-bead-aa78d9288204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (344ca73f-46fc-452a-b188-dd8df1ce74f8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.537804 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba856-65ff-44f7-bead-aa78d9288204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344ca73f-46fc-452a-b188-dd8df1ce74f8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:54.543310 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-097ba856-65ff-44f7-bead-aa78d9288204 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2dd6764f00464e11b05f9e56c55b971c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598314 Jun 07 13:21:54.544603 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60680) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:21:54.632097 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa6d2f22-9df6-492a-bdac-1df727c7560d admin admin] Publish callbacks [] for security_group (344ca73f-46fc-452a-b188-dd8df1ce74f8), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.676974 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:54.697377 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54496a-ef7b-42ee-ba4d-05ed8765f707 req-ba7226e1-d1ff-482c-a105-bedc65330433 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:54.699007 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d54496a-ef7b-42ee-ba4d-05ed8765f707 req-ba7226e1-d1ff-482c-a105-bedc65330433 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0688088 Jun 07 13:21:54.700978 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa6d2f22-9df6-492a-bdac-1df727c7560d admin admin] Publish callbacks [] for security_group (344ca73f-46fc-452a-b188-dd8df1ce74f8), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.773556 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d54496a-ef7b-42ee-ba4d-05ed8765f707 req-189d6997-c7d0-491e-ba4a-0f8abc928f34 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637295 Jun 07 13:21:54.800071 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa6d2f22-9df6-492a-bdac-1df727c7560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (344ca73f-46fc-452a-b188-dd8df1ce74f8), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.803178 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa6d2f22-9df6-492a-bdac-1df727c7560d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:54.804869 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aa6d2f22-9df6-492a-bdac-1df727c7560d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/344ca73f-46fc-452a-b188-dd8df1ce74f8 HTTP/1.1" status: 204 len: 168 time: 0.2591383 Jun 07 13:21:54.831080 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d2f22-9df6-492a-bdac-1df727c7560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ca73f-46fc-452a-b188-dd8df1ce74f8,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:21:54.936447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7cce2-6b81-445f-b2c5-c9011a1a964a req-ff952718-2dcb-44bf-9aab-fc2bdc648439 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:54.938406 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57a7cce2-6b81-445f-b2c5-c9011a1a964a req-ff952718-2dcb-44bf-9aab-fc2bdc648439 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0667417 Jun 07 13:21:54.966234 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:54.994586 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57a7cce2-6b81-445f-b2c5-c9011a1a964a req-e37e0593-124f-4de6-89b6-5eaabf8c5c05 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497613 Jun 07 13:21:55.408609 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:21:55.921588 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc7eaa-a174-4e34-a0c8-276f9a3fd653 req-c57b80fb-45cc-4221-80fb-c631ddfac946 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:55.923230 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-73dc7eaa-a174-4e34-a0c8-276f9a3fd653 req-c57b80fb-45cc-4221-80fb-c631ddfac946 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0514379 Jun 07 13:21:55.984187 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-73dc7eaa-a174-4e34-a0c8-276f9a3fd653 req-23cf6758-a739-47b0-85b2-64d273806110 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553210 Jun 07 13:21:56.114403 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96011f7-2ad4-4e85-ab5b-f52449a5a350 req-f762a5ac-e21c-4105-8777-a9b55b42b128 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:56.115919 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d96011f7-2ad4-4e85-ab5b-f52449a5a350 req-f762a5ac-e21c-4105-8777-a9b55b42b128 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0471854 Jun 07 13:21:56.167441 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d96011f7-2ad4-4e85-ab5b-f52449a5a350 req-785bb9ef-f964-4c40-a9b1-742ab5521368 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454733 Jun 07 13:21:57.119015 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802526-f125-473d-bf7c-efcdb51bb56e req-1cee0005-9510-42ea-b937-d08ba630759a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:57.120486 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70802526-f125-473d-bf7c-efcdb51bb56e req-1cee0005-9510-42ea-b937-d08ba630759a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0503163 Jun 07 13:21:57.169767 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70802526-f125-473d-bf7c-efcdb51bb56e req-1f81de10-8fea-4cfe-a974-d284b16cde0d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Jun 07 13:21:57.280726 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b51bd-60f3-4117-8710-dbeb6570a4cc req-ec4f3efd-7acc-4537-af20-e80e51b807e0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:57.282433 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e80b51bd-60f3-4117-8710-dbeb6570a4cc req-ec4f3efd-7acc-4537-af20-e80e51b807e0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0476530 Jun 07 13:21:57.342468 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e80b51bd-60f3-4117-8710-dbeb6570a4cc req-28740445-bdc4-4741-85f3-a3ca94721308 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513303 Jun 07 13:21:58.287332 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17eee8-c824-4163-bea7-380df792ea05 req-f388749c-03c1-40ed-88cb-18c2e36abdd6 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:58.288779 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e17eee8-c824-4163-bea7-380df792ea05 req-f388749c-03c1-40ed-88cb-18c2e36abdd6 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0460594 Jun 07 13:21:58.337373 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e17eee8-c824-4163-bea7-380df792ea05 req-060eac4d-c81c-4bc2-a823-f3fb598bef8f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Jun 07 13:21:58.647181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1763-ec34-41d2-9bc8-9122b4a004bb req-3f66264c-f6a7-4d92-8169-f653e7a395f5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:58.648599 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-545d1763-ec34-41d2-9bc8-9122b4a004bb req-3f66264c-f6a7-4d92-8169-f653e7a395f5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.2399828 Jun 07 13:21:58.694856 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-545d1763-ec34-41d2-9bc8-9122b4a004bb req-18728ec4-a96c-42aa-a63a-3ce2703dfef0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 Jun 07 13:21:59.453827 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40556504-bbcc-406c-b25e-024da85ec3c5 req-bc15a8cf-8d7f-4233-8f9c-57c9cecc5ae8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:59.455283 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40556504-bbcc-406c-b25e-024da85ec3c5 req-bc15a8cf-8d7f-4233-8f9c-57c9cecc5ae8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0468590 Jun 07 13:21:59.485474 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:21:59.503361 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40556504-bbcc-406c-b25e-024da85ec3c5 req-a36d3e26-ef9f-4405-b00b-d00188cbc473 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Jun 07 13:21:59.808899 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854702-0363-4386-a674-3cae1404899d req-5d0f7a55-6ac0-4c08-b26b-f127ab6e0042 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:21:59.810305 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-89854702-0363-4386-a674-3cae1404899d req-5d0f7a55-6ac0-4c08-b26b-f127ab6e0042 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0487571 Jun 07 13:21:59.856478 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-89854702-0363-4386-a674-3cae1404899d req-473449aa-16cc-43f2-8959-f5ca254ca4c3 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406704 Jun 07 13:22:00.617141 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eaced-6192-4cda-9252-fd47ceea7bd4 req-c851927d-222b-481c-938d-82ce053cb601 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:00.618533 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-145eaced-6192-4cda-9252-fd47ceea7bd4 req-c851927d-222b-481c-938d-82ce053cb601 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0446765 Jun 07 13:22:00.662603 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-145eaced-6192-4cda-9252-fd47ceea7bd4 req-15c518ce-f79b-4b5d-a4f2-834e3075485c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 Jun 07 13:22:00.977154 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ad24d-6de4-4b84-8c2d-8b72fe90a7a3 req-72258c9b-d8c7-4a37-9b57-4e92cdb35ccd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:00.979225 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-249ad24d-6de4-4b84-8c2d-8b72fe90a7a3 req-72258c9b-d8c7-4a37-9b57-4e92cdb35ccd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0536842 Jun 07 13:22:01.024293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01427c-af4e-4da4-bd03-786e49591731 req-91d229bf-0dc2-4954-adbb-395d493b5365 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:01.025965 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ae01427c-af4e-4da4-bd03-786e49591731 req-91d229bf-0dc2-4954-adbb-395d493b5365 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 946 time: 0.0523961 Jun 07 13:22:01.034681 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-249ad24d-6de4-4b84-8c2d-8b72fe90a7a3 req-7883f8b7-7bba-46ce-8e3a-5f66f98d1762 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=03f70ede-e5b0-4862-ae15-220f6b867022&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479200 Jun 07 13:22:01.116294 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port e03bee43-ba5c-48ca-bb29-489689c6a119 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:22:01.116631 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:01.202186 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] For port e03bee43-ba5c-48ca-bb29-489689c6a119, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e03bee43-ba5c-48ca-bb29-489689c6a119,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:01.202546 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:01.408569 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:01.408835 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (3c036181-e21f-408e-9ff1-8d2da4c3e156), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:01.409720 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP 3c036181-e21f-408e-9ff1-8d2da4c3e156 disassociated. External IP: 172.27.1.189, port: e03bee43-ba5c-48ca-bb29-489689c6a119. Jun 07 13:22:01.410064 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for e03bee43-ba5c-48ca-bb29-489689c6a119 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:22:01.538038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (e03bee43-ba5c-48ca-bb29-489689c6a119), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:01.562733 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=e03bee43-ba5c-48ca-bb29-489689c6a119,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:01.646074 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:01.662633 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:01.676257 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:22:01.782716 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:22:01.786439 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847b7bc-3603-48f6-86a5-aa8578c5a088 req-6039da78-d243-4dbe-8e4f-269981436e2c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:01.789786 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8847b7bc-3603-48f6-86a5-aa8578c5a088 req-6039da78-d243-4dbe-8e4f-269981436e2c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0490813 Jun 07 13:22:01.792791 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:22:01.803579 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:01.804196 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:21:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:01.824864 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] No DVR routers for this DVR port e03bee43-ba5c-48ca-bb29-489689c6a119 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:22:01.827382 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:01.831533 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-ae01427c-af4e-4da4-bd03-786e49591731 req-b61b899e-b0df-41e9-9d41-06e8c62e0e90 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "DELETE /v2.0/ports/e03bee43-ba5c-48ca-bb29-489689c6a119 HTTP/1.1" status: 204 len: 173 time: 0.7999117 Jun 07 13:22:01.831857 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'name': 'network-vif-deleted', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:01.834353 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6746b9b-2ba0-4a1d-8220-4eb9a0ecd56d" -d '{"events": [{"server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "name": "network-vif-deleted", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:01.882555 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8847b7bc-3603-48f6-86a5-aa8578c5a088 req-a9f67bae-fc5e-400a-99c7-65cb60710cec tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748193 Jun 07 13:22:01.913420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a6f00b-6ac1-4f15-88d4-051f4b1b7a63 x-openstack-request-id: req-87a6f00b-6ac1-4f15-88d4-051f4b1b7a63 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:01.914176 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20833de2-a8ed-47e0-a402-7d2c367a5fe5", "name": "network-vif-deleted", "tag": "e03bee43-ba5c-48ca-bb29-489689c6a119", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:01.914779 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-87a6f00b-6ac1-4f15-88d4-051f4b1b7a63 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:01.915514 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a6f00b-6ac1-4f15-88d4-051f4b1b7a63'] response: {'server_uuid': '20833de2-a8ed-47e0-a402-7d2c367a5fe5', 'name': 'network-vif-deleted', 'tag': 'e03bee43-ba5c-48ca-bb29-489689c6a119', 'status': 'completed', 'code': 200} Jun 07 13:22:01.963835 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:02.127849 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:02.146859 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db628b08-1df5-4fbe-ba3a-6b866e37c713 req-e99a3b27-a158-4476-8334-a3bc2b63adac tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=20833de2-a8ed-47e0-a402-7d2c367a5fe5 HTTP/1.1" status: 200 len: 210 time: 0.0291073 Jun 07 13:22:02.180424 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:50Z', 'revision_number': 2, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:02.204724 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:22:02.213092 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:02.213687 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:21:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:02.317854 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:02.539099 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:50Z', 'revision_number': 2, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:02.566692 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274df91-ceee-4129-91d3-ca9ec3dae234 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '48d62e6e-e359-47e2-8dc2-c93df89a8760', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:46:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:18:13Z', 'updated_at': '2022-06-07T13:18:50Z', 'revision_number': 2, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:22:02.805641 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630e1bf7-09b9-43e6-88ff-2668b31c1ceb None None] New status for floating IP 3c036181-e21f-408e-9ff1-8d2da4c3e156: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:22:03.011905 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b084e6-847d-4439-a340-40e2d93a344e req-99303afc-2b53-412e-b109-9803db0f8d41 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:03.013327 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-22b084e6-847d-4439-a340-40e2d93a344e req-99303afc-2b53-412e-b109-9803db0f8d41 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0484059 Jun 07 13:22:03.061937 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-22b084e6-847d-4439-a340-40e2d93a344e req-8f415569-fcad-4028-8bf2-c9dffeaeb4e7 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Jun 07 13:22:03.234212 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60740) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:03.290553 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d94fc887-d8a3-49cd-967f-7d7c53825a3b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (03f70ede-e5b0-4862-ae15-220f6b867022), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.315303 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d94fc887-d8a3-49cd-967f-7d7c53825a3b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (03f70ede-e5b0-4862-ae15-220f6b867022), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.366891 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d94fc887-d8a3-49cd-967f-7d7c53825a3b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (03f70ede-e5b0-4862-ae15-220f6b867022), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.369455 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d94fc887-d8a3-49cd-967f-7d7c53825a3b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.370587 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d94fc887-d8a3-49cd-967f-7d7c53825a3b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/security-groups/03f70ede-e5b0-4862-ae15-220f6b867022 HTTP/1.1" status: 204 len: 168 time: 0.1352389 Jun 07 13:22:03.378858 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60742) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:03.380185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fc887-d8a3-49cd-967f-7d7c53825a3b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f70ede-e5b0-4862-ae15-220f6b867022,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:03.389255 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-e62622fb-031e-4a09-95cd-06f80e6574cb tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] show failed (client error): The resource could not be found. Jun 07 13:22:03.393468 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e62622fb-031e-4a09-95cd-06f80e6574cb tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups/03f70ede-e5b0-4862-ae15-220f6b867022 HTTP/1.1" status: 404 len: 347 time: 0.0158391 Jun 07 13:22:03.393715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60744) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:03.512494 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port ea90c2cf-29c8-4a8c-ae8b-73919ac1453f {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:22:03.512861 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.514709 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-5d34a35c-89e7-4af9-99ce-19521151dd71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402713 Jun 07 13:22:03.597404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-59d16a1d-d709-48a9-90d6-2441d13add5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:03.599318 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-59d16a1d-d709-48a9-90d6-2441d13add5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 1129 time: 0.0396974 Jun 07 13:22:03.606166 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.606506 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.620490 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for ea90c2cf-29c8-4a8c-ae8b-73919ac1453f owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:22:03.713395 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-6d13ad52-f30d-4771-a475-7820397c547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:03.715400 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-6d13ad52-f30d-4771-a475-7820397c547c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.0961585 Jun 07 13:22:03.758153 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-d4412c4a-c69c-45d0-a6d0-11ac9226eea2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fbff3a7-3340-450f-bac9-a55605b332c7 HTTP/1.1" status: 200 len: 217 time: 0.0359280 Jun 07 13:22:03.788153 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (ea90c2cf-29c8-4a8c-ae8b-73919ac1453f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.810671 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-5829192b-167f-4a31-970a-3172af2060a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:03.812234 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-5829192b-167f-4a31-970a-3172af2060a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0450332 Jun 07 13:22:03.812900 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=ea90c2cf-29c8-4a8c-ae8b-73919ac1453f,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:03.865385 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:03.874666 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-0d3d13ef-a275-4078-969f-0288b0f10749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:03.876360 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-0d3d13ef-a275-4078-969f-0288b0f10749 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527046 Jun 07 13:22:03.881715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (3c036181-e21f-408e-9ff1-8d2da4c3e156), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.884166 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:03.886088 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a6fd7ccb-9738-4156-b0c7-a07735073bf5 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/floatingips/3c036181-e21f-408e-9ff1-8d2da4c3e156 HTTP/1.1" status: 204 len: 168 time: 0.4914684 Jun 07 13:22:03.985711 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-e1fbf9bb-7e37-4374-900c-e4f6fb728fac service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981913 Jun 07 13:22:04.090538 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7e06e955-b495-4847-9ea6-8a0bc7135b7d req-0facc81c-1020-4bc4-a9fc-36ab6dcd6807 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965087 Jun 07 13:22:04.183312 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:04.216549 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daed97-438c-4e1f-a121-3fa301d46e50 req-24e5a122-41d6-4a90-95bd-3298ed703d55 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:04.218194 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3daed97-438c-4e1f-a121-3fa301d46e50 req-24e5a122-41d6-4a90-95bd-3298ed703d55 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0739586 Jun 07 13:22:04.272101 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3daed97-438c-4e1f-a121-3fa301d46e50 req-b03ea844-d833-467e-bdf9-c0ec8ce419dd tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472393 Jun 07 13:22:04.676153 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e03bee43-ba5c-48ca-bb29-489689c6a119 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:22:04.697943 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: e03bee43-ba5c-48ca-bb29-489689c6a119 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:22:04.698280 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e03bee43-ba5c-48ca-bb29-489689c6a119 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:22:05.399624 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94f57f-d1c6-488a-9d6c-e3d86a2d8524 req-178b1daa-5f74-423a-b4f3-4bd7e5f3663f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:05.401070 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c94f57f-d1c6-488a-9d6c-e3d86a2d8524 req-178b1daa-5f74-423a-b4f3-4bd7e5f3663f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0461929 Jun 07 13:22:05.446552 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c94f57f-d1c6-488a-9d6c-e3d86a2d8524 req-f7f6f91d-257e-4bdf-9a68-246ae881b21c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Jun 07 13:22:06.564011 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0de72-c345-4846-aeba-e7541064cffa req-6d985fb4-1245-42f6-a222-762b9483ec73 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:06.565388 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ed0de72-c345-4846-aeba-e7541064cffa req-6d985fb4-1245-42f6-a222-762b9483ec73 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0456419 Jun 07 13:22:06.614472 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ed0de72-c345-4846-aeba-e7541064cffa req-91374e60-72a7-41b6-9c45-9d2fef6cd8f9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Jun 07 13:22:07.736131 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df7224-451e-4c07-a404-6472b44f71ec req-f882f9a7-caf6-4a4b-9fac-78c81718af54 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:07.737546 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6df7224-451e-4c07-a404-6472b44f71ec req-f882f9a7-caf6-4a4b-9fac-78c81718af54 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0454381 Jun 07 13:22:07.783326 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6df7224-451e-4c07-a404-6472b44f71ec req-0e68237d-4269-41ce-b2b7-05e38d3252de tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 Jun 07 13:22:08.689724 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:22:08.734072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10be3b4-4bf5-4877-b3fb-e2334189602e req-02846c85-bfe7-4b48-a5f4-4d6e1aeaba7d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:08.740974 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f10be3b4-4bf5-4877-b3fb-e2334189602e req-02846c85-bfe7-4b48-a5f4-4d6e1aeaba7d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0544264 Jun 07 13:22:08.743439 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-47c5ccbe-1c02-4012-8377-59007f67672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:08.744935 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-47c5ccbe-1c02-4012-8377-59007f67672a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1129 time: 0.0481806 Jun 07 13:22:08.779347 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:08.783863 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f10be3b4-4bf5-4877-b3fb-e2334189602e req-33015dee-f22b-488f-a3d7-6603947dd08d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Jun 07 13:22:08.794742 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:08.809888 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'port_id': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'mac_address': 'fa:16:3e:72:87:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:22:08.842878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-ff841441-1e2e-46bd-b446-47beb02cf1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:08.844341 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-ff841441-1e2e-46bd-b446-47beb02cf1b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.0925624 Jun 07 13:22:08.845537 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:22:08.845920 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:08.861507 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4846c4cd-df7f-498e-a460-3a57b147fedb {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:22:08.889728 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:08.896352 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:08.909176 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:08.925166 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc2ff-d691-405b-bf06-e16f6bdbdf73 req-680294b9-a680-4302-b354-cbaa611b0f3f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:08.927173 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-852fc2ff-d691-405b-bf06-e16f6bdbdf73 req-680294b9-a680-4302-b354-cbaa611b0f3f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 944 time: 0.0651872 Jun 07 13:22:08.929325 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-ea4dab5d-0c69-49d2-8796-f43c7cd2b0ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0743082 Jun 07 13:22:08.950785 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=9']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:08.951022 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:08.985515 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-852fc2ff-d691-405b-bf06-e16f6bdbdf73 req-06d97e4c-85a4-4011-9a4b-754f9f141fa8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516393 Jun 07 13:22:08.995535 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-1bc573f4-0b77-4166-9577-2d086d0620d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:08.996944 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-1bc573f4-0b77-4166-9577-2d086d0620d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0580828 Jun 07 13:22:09.041770 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-ba95b548-112d-4c69-9fb6-b8975b2dc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:09.043354 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-ba95b548-112d-4c69-9fb6-b8975b2dc972 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376716 Jun 07 13:22:09.211692 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['4846c4cd-df7f-498e-a460-3a57b147fedb'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:22:09.242088 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:09.374450 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-158d3dfe-83bc-437d-adac-5c4b06696bdd service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224633 Jun 07 13:22:09.463564 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f4dcaa16-7fb3-4f74-aa3c-4b594d6521f7 req-78307b7f-6a02-46f7-80ed-0c138b72c73c service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821309 Jun 07 13:22:09.827822 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0af3ee-9774-4304-8269-d3608b517c9d req-5bb21bed-1dd5-4931-bd6f-b251ce91593b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:09.829274 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0f0af3ee-9774-4304-8269-d3608b517c9d req-5bb21bed-1dd5-4931-bd6f-b251ce91593b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.0457385 Jun 07 13:22:09.909501 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0f0af3ee-9774-4304-8269-d3608b517c9d req-ae611bbb-6b02-4374-a3da-1e9c26a9a2ab tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739937 Jun 07 13:22:09.920187 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fde7c-1d72-4c51-a07f-6705f6b26533 req-20b79286-3e2c-42d0-b116-5a3fe7e8a3e1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:09.921447 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-745fde7c-1d72-4c51-a07f-6705f6b26533 req-20b79286-3e2c-42d0-b116-5a3fe7e8a3e1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0643268 Jun 07 13:22:09.967598 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-745fde7c-1d72-4c51-a07f-6705f6b26533 req-574ae96e-b40c-4b50-91ac-31319cd99da2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Jun 07 13:22:10.104889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70dc2-bd3e-4421-85bb-a4522b3f7658 req-98b93075-e472-4d2b-b79c-c17636a0efc1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:10.106324 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-26f70dc2-bd3e-4421-85bb-a4522b3f7658 req-98b93075-e472-4d2b-b79c-c17636a0efc1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 945 time: 0.0462074 Jun 07 13:22:10.151854 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-26f70dc2-bd3e-4421-85bb-a4522b3f7658 req-ce47a8da-56e1-4962-a8d5-1b001f51ff58 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400972 Jun 07 13:22:10.706453 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:22:10.748894 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 4846c4cd-df7f-498e-a460-3a57b147fedb triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:22:10.749263 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:10.750497 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:10.822210 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4846c4cd-df7f-498e-a460-3a57b147fedb is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:22:10.822582 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:10.844996 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:10.847248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbd9190-11f5-467a-90d8-2ad9368ba53e" -d '{"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-plugged", "status": "completed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:10.859523 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:10.864714 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:10.888830 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cdf939-d076-4ec6-baee-43080493d1e3 x-openstack-request-id: req-f3cdf939-d076-4ec6-baee-43080493d1e3 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:10.889116 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-plugged", "status": "completed", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:10.889361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3cdf939-d076-4ec6-baee-43080493d1e3 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:10.889736 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cdf939-d076-4ec6-baee-43080493d1e3'] response: {'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'code': 200} Jun 07 13:22:10.913318 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=10']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:11.021972 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a539eb3-3d88-40c4-84d6-78c0df73148c req-118112a4-2f23-418a-8cfc-24e8e2d5fcca tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:11.023471 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8a539eb3-3d88-40c4-84d6-78c0df73148c req-118112a4-2f23-418a-8cfc-24e8e2d5fcca tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.0477028 Jun 07 13:22:11.107143 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1faa74-f69d-4b1c-ae5b-b5d2b0851dcd req-30e82784-d928-4636-bd6d-5c4d4540b0aa tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:11.109706 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e1faa74-f69d-4b1c-ae5b-b5d2b0851dcd req-30e82784-d928-4636-bd6d-5c4d4540b0aa tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0678656 Jun 07 13:22:11.112839 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8a539eb3-3d88-40c4-84d6-78c0df73148c req-af72704c-d9f5-4e45-b084-dea3c8261eee tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840189 Jun 07 13:22:11.157474 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e1faa74-f69d-4b1c-ae5b-b5d2b0851dcd req-453de6f5-3dfc-49b6-a844-a098100e15ae tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417316 Jun 07 13:22:11.256506 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:11.267366 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5d003-45b7-490c-9f6a-bbb33425733e req-af29dd4a-61ae-4d51-b81f-378470457c69 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:11.268800 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-daf5d003-45b7-490c-9f6a-bbb33425733e req-af29dd4a-61ae-4d51-b81f-378470457c69 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.0466454 Jun 07 13:22:11.315069 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-daf5d003-45b7-490c-9f6a-bbb33425733e req-24bd8ea1-5308-481d-ab9f-f86f4c3b037c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408168 Jun 07 13:22:12.145984 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e1579-da71-43dd-b6d4-1424b38a907f req-ee2f1717-e4b0-4352-a02c-bab4b6f2fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:12.147511 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-821e1579-da71-43dd-b6d4-1424b38a907f req-ee2f1717-e4b0-4352-a02c-bab4b6f2fc05 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 1131 time: 0.0706003 Jun 07 13:22:12.153364 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-e42f3d8a-2d49-47bb-8842-a51af7c82bad tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:12.154680 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-e42f3d8a-2d49-47bb-8842-a51af7c82bad tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.0684397 Jun 07 13:22:12.231246 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-821e1579-da71-43dd-b6d4-1424b38a907f req-cbba335b-88f9-4207-ab12-8f52545772f4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755727 Jun 07 13:22:12.232428 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cc267-4a37-420e-b710-e6b6c8bfcd89 req-9d250223-b88a-4b1b-8e5d-8b99c6f48ce2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:12.233996 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3f9cc267-4a37-420e-b710-e6b6c8bfcd89 req-9d250223-b88a-4b1b-8e5d-8b99c6f48ce2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 945 time: 0.0525939 Jun 07 13:22:12.267262 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port e938804d-36ef-4d7d-8a4a-5644b1bcebff {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:22:12.267593 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:12.298435 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf7af-fdb1-47ff-8798-f4f879e7df6b req-af6fb789-28e9-427d-83a5-5fbc699aa7a4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:12.299921 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-645cf7af-fdb1-47ff-8798-f4f879e7df6b req-af6fb789-28e9-427d-83a5-5fbc699aa7a4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0649920 Jun 07 13:22:12.323801 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3f9cc267-4a37-420e-b710-e6b6c8bfcd89 req-995b0e8e-08c5-4b64-8ed6-8ed9a60ab2b3 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=3176b565-53a0-4852-9d9f-3bd31b26a2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795445 Jun 07 13:22:12.361420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] For port e938804d-36ef-4d7d-8a4a-5644b1bcebff, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e938804d-36ef-4d7d-8a4a-5644b1bcebff,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:12.361782 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:12.363336 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-645cf7af-fdb1-47ff-8798-f4f879e7df6b req-725a8f4f-bc24-448b-9e6f-95d2bddbd25d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536990 Jun 07 13:22:12.440421 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b7d5-51c6-4e2e-8702-839f21da8646 req-8b3c5fd1-68e6-4996-8eb1-b0e7c757c72d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:12.442385 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e682b7d5-51c6-4e2e-8702-839f21da8646 req-8b3c5fd1-68e6-4996-8eb1-b0e7c757c72d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.0462186 Jun 07 13:22:12.492723 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e682b7d5-51c6-4e2e-8702-839f21da8646 req-02966a9a-d695-4e08-b619-cf85bc4318ae tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448034 Jun 07 13:22:12.524909 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:12.525264 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (48d62e6e-e359-47e2-8dc2-c93df89a8760), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:12.525573 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP 48d62e6e-e359-47e2-8dc2-c93df89a8760 disassociated. External IP: 172.27.1.106, port: e938804d-36ef-4d7d-8a4a-5644b1bcebff. Jun 07 13:22:12.525992 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for e938804d-36ef-4d7d-8a4a-5644b1bcebff owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:22:12.651671 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (e938804d-36ef-4d7d-8a4a-5644b1bcebff), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:12.679546 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=e938804d-36ef-4d7d-8a4a-5644b1bcebff,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:12.681503 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:12.690817 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:12.693569 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.693917 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.694262 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.694597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.694953 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.695287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.695619 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.695946 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.696267 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.696699 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.697077 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.697418 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.697756 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.698111 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.698439 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:12.804641 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:22:12.905725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:22:12.916620 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:22:12.927310 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:12.927915 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:21:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:12.946566 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] No DVR routers for this DVR port e938804d-36ef-4d7d-8a4a-5644b1bcebff on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:22:12.948914 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:12.952104 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2db8546b-ae36-44f0-8afe-83269a4fd151 req-0a7d41e2-a56c-4629-8923-970ac643e556 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "DELETE /v2.0/ports/e938804d-36ef-4d7d-8a4a-5644b1bcebff HTTP/1.1" status: 204 len: 173 time: 0.7843027 Jun 07 13:22:12.952498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'name': 'network-vif-deleted', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:12.954679 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cd1bc1-1914-470f-9284-5c1822b9f74d" -d '{"events": [{"server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "name": "network-vif-deleted", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:12.969702 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:12.989373 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a033058a-eee8-43cb-af17-7128c1b55bde x-openstack-request-id: req-a033058a-eee8-43cb-af17-7128c1b55bde {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:12.989657 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1184d0bc-4e76-42ed-8a67-6df8ce452b2e", "name": "network-vif-deleted", "tag": "e938804d-36ef-4d7d-8a4a-5644b1bcebff", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:12.989903 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a033058a-eee8-43cb-af17-7128c1b55bde {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:12.990300 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a033058a-eee8-43cb-af17-7128c1b55bde'] response: {'server_uuid': '1184d0bc-4e76-42ed-8a67-6df8ce452b2e', 'name': 'network-vif-deleted', 'tag': 'e938804d-36ef-4d7d-8a4a-5644b1bcebff', 'status': 'completed', 'code': 200} Jun 07 13:22:13.027568 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:13.031885 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:13.221022 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:13.252160 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:22:13.261327 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:13.261928 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:21:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:13.362820 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:13.449665 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-27dc6b43-31b0-408b-81d5-c25494ffb6fc req-12c034da-83c1-404b-b7b6-cfdc5e4a6298 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 210 time: 0.0378966 Jun 07 13:22:13.495109 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae4353-a9dd-427b-a497-3329824d9203 req-d804e003-c52a-4f8b-8373-0fc1797268bd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:13.496573 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-50ae4353-a9dd-427b-a497-3329824d9203 req-d804e003-c52a-4f8b-8373-0fc1797268bd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0498738 Jun 07 13:22:13.543953 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-50ae4353-a9dd-427b-a497-3329824d9203 req-c525e096-e1d2-4dc7-9a85-c4ac71a7c268 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Jun 07 13:22:13.556034 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:13.581364 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b602f-c579-463e-89ef-a102975e3b17 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:22:13.600993 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:13.617980 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f41ce-b842-498c-b44c-6a90791d7abe req-1dbd5519-8ac5-4c38-ad68-723c8a453eb3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:13.619371 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b75f41ce-b842-498c-b44c-6a90791d7abe req-1dbd5519-8ac5-4c38-ad68-723c8a453eb3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.0528812 Jun 07 13:22:13.667396 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b75f41ce-b842-498c-b44c-6a90791d7abe req-16e5dc50-2ffd-4c21-a857-d0243fe04a4e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 Jun 07 13:22:13.803551 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f1e02-64cc-4f44-ae1f-e6ae81c27940 None None] New status for floating IP 48d62e6e-e359-47e2-8dc2-c93df89a8760: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:22:14.557397 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-158aff33-f70e-4cba-9aee-51daceadf51b req-553270f3-43fa-42a9-89ed-5100b9a88a3a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=1184d0bc-4e76-42ed-8a67-6df8ce452b2e HTTP/1.1" status: 200 len: 210 time: 0.0270841 Jun 07 13:22:14.661499 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba6b90-2aba-449b-a576-ff62385f81d3 req-5398b392-e7ab-4b3d-9d37-0340e57a73bc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:14.662934 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-11ba6b90-2aba-449b-a576-ff62385f81d3 req-5398b392-e7ab-4b3d-9d37-0340e57a73bc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0462446 Jun 07 13:22:14.712821 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-11ba6b90-2aba-449b-a576-ff62385f81d3 req-40ea6507-6ff8-43cb-80e3-a1fac7386d8e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Jun 07 13:22:14.805172 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adb273-1325-4934-887c-1a152e753739 req-d141ee70-6a98-4358-800c-462464397da9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:14.806645 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6adb273-1325-4934-887c-1a152e753739 req-d141ee70-6a98-4358-800c-462464397da9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.0525944 Jun 07 13:22:14.855141 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6adb273-1325-4934-887c-1a152e753739 req-0e286625-d646-42a1-842c-658a5ac907eb tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417020 Jun 07 13:22:15.640263 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60880) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:15.699043 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb94-9e75-43fb-aaf5-a7998604799d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (3176b565-53a0-4852-9d9f-3bd31b26a2ea), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:15.721776 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb94-9e75-43fb-aaf5-a7998604799d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (3176b565-53a0-4852-9d9f-3bd31b26a2ea), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:15.772071 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb94-9e75-43fb-aaf5-a7998604799d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (3176b565-53a0-4852-9d9f-3bd31b26a2ea), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:15.774663 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb94-9e75-43fb-aaf5-a7998604799d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:15.778470 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-25d7cb94-9e75-43fb-aaf5-a7998604799d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/security-groups/3176b565-53a0-4852-9d9f-3bd31b26a2ea HTTP/1.1" status: 204 len: 168 time: 0.1345484 Jun 07 13:22:15.779164 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60884) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:15.784920 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7cb94-9e75-43fb-aaf5-a7998604799d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3176b565-53a0-4852-9d9f-3bd31b26a2ea,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:15.794687 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-4f898cec-6a62-4096-914e-f13bf5d07d94 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] show failed (client error): The resource could not be found. Jun 07 13:22:15.795733 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4f898cec-6a62-4096-914e-f13bf5d07d94 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups/3176b565-53a0-4852-9d9f-3bd31b26a2ea HTTP/1.1" status: 404 len: 347 time: 0.0155871 Jun 07 13:22:15.798463 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60886) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:15.912702 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd789-4240-436a-801c-e277c3388750 req-f4fb1890-84e6-4e8d-96b9-f62b870e5635 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:15.914150 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6e8fd789-4240-436a-801c-e277c3388750 req-f4fb1890-84e6-4e8d-96b9-f62b870e5635 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.1093254 Jun 07 13:22:15.990108 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port cd1e47c4-3ee3-474f-b284-95a434210ed0 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:22:15.990443 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.040714 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030588c-492e-459b-94cc-133d2d1bd55c req-529fc28a-1196-44f9-abce-073f4bdad537 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:16.042138 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6030588c-492e-459b-94cc-133d2d1bd55c req-529fc28a-1196-44f9-abce-073f4bdad537 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.1106610 Jun 07 13:22:16.079075 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6e8fd789-4240-436a-801c-e277c3388750 req-e7bedc3f-77a6-4d53-bee8-bc68c0cc43ec tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464479 Jun 07 13:22:16.089432 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:16.125018 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6030588c-492e-459b-94cc-133d2d1bd55c req-3548ec4b-7068-42a1-88f2-6db90d95ab95 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751159 Jun 07 13:22:16.133436 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.133763 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (cd1e47c4-3ee3-474f-b284-95a434210ed0), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.147059 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for cd1e47c4-3ee3-474f-b284-95a434210ed0 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:22:16.275703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (cd1e47c4-3ee3-474f-b284-95a434210ed0), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.299721 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=cd1e47c4-3ee3-474f-b284-95a434210ed0,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:16.327844 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.328189 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.328526 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.328860 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.329200 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.329513 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.329833 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.330153 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.330471 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.330788 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.331129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.331471 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.331796 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.332129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.332445 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:22:16.365211 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:16.375041 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (48d62e6e-e359-47e2-8dc2-c93df89a8760), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.377452 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.378575 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2b064079-f252-48cb-9e19-c2fb87c1f7b1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/floatingips/48d62e6e-e359-47e2-8dc2-c93df89a8760 HTTP/1.1" status: 204 len: 168 time: 0.5790918 Jun 07 13:22:16.458102 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60896) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:16.462557 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-6b586328-355a-4225-ab65-a7c2f085eba2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336079702', 'description': 'tempest-description--1621077125'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:16.483243 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6b586328-355a-4225-ab65-a7c2f085eba2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.549684 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6b586328-355a-4225-ab65-a7c2f085eba2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (41c62e72-924a-46de-98a2-b615c4847823), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.553689 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6b586328-355a-4225-ab65-a7c2f085eba2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (41c62e72-924a-46de-98a2-b615c4847823), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.583208 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6b586328-355a-4225-ab65-a7c2f085eba2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.584394 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6b586328-355a-4225-ab65-a7c2f085eba2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1252856 Jun 07 13:22:16.587118 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60898) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:16.591937 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-ae04e840-35ea-43c5-b4c8-4e56c967faf1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': '41c62e72-924a-46de-98a2-b615c4847823', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:16.599614 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b586328-355a-4225-ab65-a7c2f085eba2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c62e72-924a-46de-98a2-b615c4847823,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:16.621813 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ae04e840-35ea-43c5-b4c8-4e56c967faf1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (59defafb-f9cc-421a-afcd-4c07c11596f8), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.676522 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ae04e840-35ea-43c5-b4c8-4e56c967faf1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (59defafb-f9cc-421a-afcd-4c07c11596f8), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.679835 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ae04e840-35ea-43c5-b4c8-4e56c967faf1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (59defafb-f9cc-421a-afcd-4c07c11596f8), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.697506 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04e840-35ea-43c5-b4c8-4e56c967faf1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59defafb-f9cc-421a-afcd-4c07c11596f8,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:16.704765 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ae04e840-35ea-43c5-b4c8-4e56c967faf1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.705907 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ae04e840-35ea-43c5-b4c8-4e56c967faf1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179006 Jun 07 13:22:16.708617 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60900) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:16.712762 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-1fda3f11-aa25-4f48-a7b6-f0745f015c71 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': '41c62e72-924a-46de-98a2-b615c4847823', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:16.715436 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e938804d-36ef-4d7d-8a4a-5644b1bcebff no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:22:16.734942 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: e938804d-36ef-4d7d-8a4a-5644b1bcebff {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:22:16.735281 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device e938804d-36ef-4d7d-8a4a-5644b1bcebff not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:22:16.739955 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1fda3f11-aa25-4f48-a7b6-f0745f015c71 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (551d868f-a0c0-469f-a7df-d5571e5d4006), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.796436 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1fda3f11-aa25-4f48-a7b6-f0745f015c71 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (551d868f-a0c0-469f-a7df-d5571e5d4006), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.799861 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1fda3f11-aa25-4f48-a7b6-f0745f015c71 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (551d868f-a0c0-469f-a7df-d5571e5d4006), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.806513 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:16.819011 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda3f11-aa25-4f48-a7b6-f0745f015c71 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551d868f-a0c0-469f-a7df-d5571e5d4006,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:16.827161 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1fda3f11-aa25-4f48-a7b6-f0745f015c71 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.828301 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1fda3f11-aa25-4f48-a7b6-f0745f015c71 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188080 Jun 07 13:22:16.831686 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 60902) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:16.836209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:16.857370 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:16.933018 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.039198 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.27.1.109 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/4d3228e8-419c-4edc-bb6c-749515a9385d) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:22:17.144129 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.178687 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.195123 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10bd0-293f-4037-ba61-17e88cf54801 req-2f7b8c1a-84e3-4faa-a029-465c6d8b1f4c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:17.196598 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86a10bd0-293f-4037-ba61-17e88cf54801 req-2f7b8c1a-84e3-4faa-a029-465c6d8b1f4c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0489409 Jun 07 13:22:17.204559 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:17.216079 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:17.220025 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:22:17.228856 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:22:17.231938 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:22:17.233771 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=4d3228e8-419c-4edc-bb6c-749515a9385d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:17.249174 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86a10bd0-293f-4037-ba61-17e88cf54801 req-f4325c46-40b6-42ec-9579-f1f82a5dbb80 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469522 Jun 07 13:22:17.320108 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (91701985-81bf-41a7-8ea4-77388f54fbe1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.358867 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.529026 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.533404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.598355 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=4d3228e8-419c-4edc-bb6c-749515a9385d,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:17.609989 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (91701985-81bf-41a7-8ea4-77388f54fbe1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.624880 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:17.626086 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ca11b2f4-1adf-459a-a713-53d9d53fe446 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7933950 Jun 07 13:22:17.822553 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2333c60e-8f47-42d6-822c-adae23eefafb tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1336079702&fields=id&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 267 time: 0.0408957 Jun 07 13:22:17.926383 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2de87070-5126-43b7-9961-cb2fe5809d81 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:17.927856 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2de87070-5126-43b7-9961-cb2fe5809d81 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.0989761 Jun 07 13:22:17.942298 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d8831706-9204-4eea-8889-bf1d6b6e0e54 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/quotas/ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 375 time: 0.0086424 Jun 07 13:22:17.989050 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-630cdec6-82f3-48dd-9c31-95201a5cbb9d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415442 Jun 07 13:22:18.068476 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:18.084970 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-385853ed-50d4-4146-98df-c7e303a614a5 service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849168 Jun 07 13:22:18.171983 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2371b02d-fb37-4a1b-8055-db0518bfb335 service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810738 Jun 07 13:22:18.333837 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e76aa1a-73b8-4f2f-a6b6-a1a897dd15c3 req-38a7de92-e7b2-4bf1-bced-e8438c459834 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Jun 07 13:22:18.383353 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f31f-debb-4ae8-8a3c-4774437dce11 req-bea1323e-b2a3-413e-bcdc-cf53001dd39b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:18.384822 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e108f31f-debb-4ae8-8a3c-4774437dce11 req-bea1323e-b2a3-413e-bcdc-cf53001dd39b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0541694 Jun 07 13:22:18.434165 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e108f31f-debb-4ae8-8a3c-4774437dce11 req-802d8308-242c-4944-8006-9e89eea494cc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Jun 07 13:22:19.087004 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2a3d47ee-96a5-4a14-9a33-c88fd7da5710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:19.316584 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-7148201c-e7d7-48fb-a41c-9947b77d0311 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:19.317965 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-7148201c-e7d7-48fb-a41c-9947b77d0311 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.1074030 Jun 07 13:22:19.385502 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-1c40201a-9d57-4715-8ad4-435fb60befb7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 380 time: 0.0559454 Jun 07 13:22:19.411348 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'port': {'device_id': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'admin_state_up': True, 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'security_groups': ['41c62e72-924a-46de-98a2-b615c4847823']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:19.430768 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2b39fdd-8f50-4e2b-bce3-b86ec582b6c8 req-b5fbf201-d2ca-47cd-9ca4-013a235178b6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 210 time: 0.0277357 Jun 07 13:22:19.517797 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Made reservation on behalf of ec73e3d0e6f8476d81463ea6e11b62cd for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:22:19.521754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:19.546858 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e440a1-e3bf-4e2d-a2f8-e8ce5a9044b0 req-af229a8d-a001-4f43-b1c2-8d1645031386 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:19.548473 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65e440a1-e3bf-4e2d-a2f8-e8ce5a9044b0 req-af229a8d-a001-4f43-b1c2-8d1645031386 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0481238 Jun 07 13:22:19.596959 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65e440a1-e3bf-4e2d-a2f8-e8ce5a9044b0 req-1a863956-484b-4382-b221-3d264e782f15 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423634 Jun 07 13:22:19.627433 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:19.636697 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:19.656799 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.20.0.9 (7935e13c-3463-4221-bbf4-297a23e61ffb/14342ff1-bf7b-46d4-ab3a-6528e74e1495/5b2360ca-1e30-48e4-8e27-cdc322c1bc95) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:22:19.793491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:19.823729 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:19.864079 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:22:19.867121 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:22:19.869904 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:22:19.902220 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:19.930177 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:19.930811 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:19.948356 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-2542c0c8-672b-4bcd-b8df-501cb26d3c38 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415640 Jun 07 13:22:19.961630 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Request body: {'port': {'device_id': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:20.025821 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:20.059118 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-32118db9-5048-419f-a6ff-d1d0006468f7 None None] Provisioning complete for port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:22:20.059490 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-32118db9-5048-419f-a6ff-d1d0006468f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:20.090118 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-32118db9-5048-419f-a6ff-d1d0006468f7 None None] Port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:22:20.300079 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:22:20.307867 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Publish callbacks [] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:20.320551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Transition to ACTIVE for port object 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:22:20.324579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:20.364997 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:20.377446 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:20.402580 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=4,neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:20.459454 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Attempting to bind port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:22:20.459824 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Attempting to bind port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:22:20.460110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Attempting to bind port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:22:20.464972 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 on network 7935e13c-3463-4221-bbf4-297a23e61ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:22:20.465408 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Attempting to bind port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:22:20.471016 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:22:20.471428 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Checking segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:22:20.471812 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Bound using segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:22:20.472234 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Bound port: 5b2360ca-1e30-48e4-8e27-cdc322c1bc95, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:22:20.472588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:20.542182 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] For port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:22:20.545180 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] For port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:22:20.552358 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:20.554812 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d9cb-f0ef-4291-8e46-48e9ef9b2e09 req-6b927d8f-4452-4d33-868a-c1ffaa123653 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:20.556570 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4530d9cb-f0ef-4291-8e46-48e9ef9b2e09 req-6b927d8f-4452-4d33-868a-c1ffaa123653 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 943 time: 0.0524857 Jun 07 13:22:20.586280 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:20.586905 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:20.588278 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] 10.222.0.18 "PUT /v2.0/ports/5b2360ca-1e30-48e4-8e27-cdc322c1bc95 HTTP/1.1" status: 200 len: 1093 time: 0.6316290 Jun 07 13:22:20.588733 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:20.590918 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:20.611406 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4530d9cb-f0ef-4291-8e46-48e9ef9b2e09 req-48fab7f1-be25-4f3b-b0a8-b1827c609a37 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487800 Jun 07 13:22:20.615228 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e286e7-4e6b-46eb-ab31-6bd71823d888 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:20.699693 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb0257-2fdc-46fa-8cc1-d3cbbbb25e33 x-openstack-request-id: req-cccb0257-2fdc-46fa-8cc1-d3cbbbb25e33 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:20.700112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:20.701381 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cccb0257-2fdc-46fa-8cc1-d3cbbbb25e33 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:20.701381 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccb0257-2fdc-46fa-8cc1-d3cbbbb25e33'] response: {'name': 'network-changed', 'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'status': 'completed', 'code': 200} Jun 07 13:22:20.709444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-f051bac8-1836-4da1-a75c-2b26871e6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:20.711002 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-f051bac8-1836-4da1-a75c-2b26871e6f08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 1127 time: 0.0673430 Jun 07 13:22:20.740683 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435bdf7-7ad1-4070-bf6c-c3a68055c197 req-9ceb656f-6020-43a8-9d18-8938ba70839c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:20.742223 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5435bdf7-7ad1-4070-bf6c-c3a68055c197 req-9ceb656f-6020-43a8-9d18-8938ba70839c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0657535 Jun 07 13:22:20.758874 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-69af09f1-239b-4a29-bc7e-5316d498216a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95 HTTP/1.1" status: 200 len: 217 time: 0.0383832 Jun 07 13:22:20.792582 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5435bdf7-7ad1-4070-bf6c-c3a68055c197 req-e66e7d00-3f59-44cf-86fc-e933d3191bab tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Jun 07 13:22:20.815346 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-33c1069e-e0a4-4550-9efe-5c5f2a43ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:20.816941 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-33c1069e-e0a4-4550-9efe-5c5f2a43ef7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0508053 Jun 07 13:22:20.859745 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b33723-e9d8-4a77-9956-085fc5312bec req-b5d0885a-c188-4f23-839e-c017ad7e208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:20.861194 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-b5d0885a-c188-4f23-839e-c017ad7e208b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378563 Jun 07 13:22:20.947070 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-141d3529-8032-487e-ab59-5e9cf34aeccc service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786338 Jun 07 13:22:21.036813 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-25b33723-e9d8-4a77-9956-085fc5312bec req-06c389a8-5717-4bd5-8512-6917c3fd34aa service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829847 Jun 07 13:22:21.312921 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ce2d204f-c41c-4192-b5cb-87534dabb9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:21.675395 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:22:21.718908 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:21.730450 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa52b3-a570-40b1-92df-220c23305a97 req-d004d95d-3044-4361-a061-31b9903aa2bf tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:21.731916 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-74fa52b3-a570-40b1-92df-220c23305a97 req-d004d95d-3044-4361-a061-31b9903aa2bf tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 943 time: 0.0491257 Jun 07 13:22:21.776409 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-74fa52b3-a570-40b1-92df-220c23305a97 req-fee7a69d-b22c-4421-a6c4-a507cf6c051d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390947 Jun 07 13:22:21.905697 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a107d-e957-4028-af98-f19f97390eb7 req-5d061d41-66a8-4a38-a27d-211fb078d905 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:21.907076 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-629a107d-e957-4028-af98-f19f97390eb7 req-5d061d41-66a8-4a38-a27d-211fb078d905 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0462031 Jun 07 13:22:21.952670 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-629a107d-e957-4028-af98-f19f97390eb7 req-c4b4e2f1-573f-430f-ba5f-d9576febedfb tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 Jun 07 13:22:22.245895 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-75182cba-a2e3-42a7-91ed-75ee51195d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:22.247404 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-75182cba-a2e3-42a7-91ed-75ee51195d2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 1127 time: 0.0390038 Jun 07 13:22:22.348190 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-050c261b-0e70-46a9-94c1-3ab9e577c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:22.349638 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-050c261b-0e70-46a9-94c1-3ab9e577c897 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.0856111 Jun 07 13:22:22.388861 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-4fbde8a2-086b-46af-9361-d7e0ddaabcbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95 HTTP/1.1" status: 200 len: 217 time: 0.0318341 Jun 07 13:22:22.439177 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-275c5c8b-5311-45cb-98b2-a3d45769e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:22.440618 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-275c5c8b-5311-45cb-98b2-a3d45769e343 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0458574 Jun 07 13:22:22.486255 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-f3c5faa3-b2b1-46f4-9e7c-ea1a7e85c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:22.487745 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-f3c5faa3-b2b1-46f4-9e7c-ea1a7e85c61e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405507 Jun 07 13:22:22.494014 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:22.575617 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-48f9c860-1d5e-4e60-a27e-d34522b2e413 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808887 Jun 07 13:22:22.642410 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:22.652466 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:22.672158 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-57868b10-6c9b-43ad-bd9b-53b66eaaddc1 req-eadf13be-ba17-4718-a97e-9e2dd5ab4c4c service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871270 Jun 07 13:22:22.886466 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fcb7d-d43f-4fb2-8e9f-9c642bd2d399 req-1cf3e58a-2419-455a-9ba6-e4fbf3cb0ab3 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:22.887827 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-075fcb7d-d43f-4fb2-8e9f-9c642bd2d399 req-1cf3e58a-2419-455a-9ba6-e4fbf3cb0ab3 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 943 time: 0.0457184 Jun 07 13:22:22.936096 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-075fcb7d-d43f-4fb2-8e9f-9c642bd2d399 req-1c6301be-ddd5-4f52-b6f8-d329b53d6185 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Jun 07 13:22:23.062429 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a416-47e0-4745-8000-bc24fa6308bb req-f0d33178-c9d4-4f11-83f4-71d3cb0ce1b7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:23.063895 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0590a416-47e0-4745-8000-bc24fa6308bb req-f0d33178-c9d4-4f11-83f4-71d3cb0ce1b7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0459306 Jun 07 13:22:23.110858 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0590a416-47e0-4745-8000-bc24fa6308bb req-8a13b954-0373-4802-8070-6937256c31dd tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 Jun 07 13:22:23.559666 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=54 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:23.912261 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:24.045494 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5399da-e2d0-4612-8dbe-9537f74eb609 req-d76a24f7-3b35-49ca-87f9-7fe23be2716b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:24.046936 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db5399da-e2d0-4612-8dbe-9537f74eb609 req-d76a24f7-3b35-49ca-87f9-7fe23be2716b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 943 time: 0.0451241 Jun 07 13:22:24.092793 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db5399da-e2d0-4612-8dbe-9537f74eb609 req-6d45aa81-5234-4d55-b0d0-dd05f1c64f11 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Jun 07 13:22:24.414299 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7313cd-0097-44be-8d67-0c8ff666ae2b req-a8d94cf9-5e62-4404-a41a-eff141e102e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:24.415787 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c7313cd-0097-44be-8d67-0c8ff666ae2b req-a8d94cf9-5e62-4404-a41a-eff141e102e5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.2377224 Jun 07 13:22:24.462571 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c7313cd-0097-44be-8d67-0c8ff666ae2b req-6540b3a1-4d6e-4aba-92a6-9d6766188e17 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411375 Jun 07 13:22:24.751172 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:22:24.956868 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:24.967354 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'port_id': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'mac_address': 'fa:16:3e:c1:79:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:22:25.000842 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:22:25.001214 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:25.013552 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:22:25.032258 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:25.037788 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:25.042051 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:25.082303 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:25.204532 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11f386-a310-43a0-9065-43969dd9be29 req-31a4e3e4-ff0c-4b90-b71c-b439d7ed715c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:25.205946 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b11f386-a310-43a0-9065-43969dd9be29 req-31a4e3e4-ff0c-4b90-b71c-b439d7ed715c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 944 time: 0.0461364 Jun 07 13:22:25.231222 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:25.253974 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b11f386-a310-43a0-9065-43969dd9be29 req-c45a8865-cc9f-462d-a285-7f2c1dbfcfb0 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Jun 07 13:22:25.411817 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:25.430344 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['5b2360ca-1e30-48e4-8e27-cdc322c1bc95'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:22:25.524501 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:25.576939 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402664-2052-4c94-a86f-cdc456431948 req-321b4057-51b6-4111-b915-eeaa7820b29e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:25.578406 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-68402664-2052-4c94-a86f-cdc456431948 req-321b4057-51b6-4111-b915-eeaa7820b29e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Jun 07 13:22:25.623707 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-68402664-2052-4c94-a86f-cdc456431948 req-41b533f6-cc1a-48e3-acb8-7fb72b77a317 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Jun 07 13:22:26.307158 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ab35-82b4-49f2-a544-eb99160c7f2f req-7fe9a7f3-7551-4888-8615-72aa8c19ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:26.308646 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5cf6ab35-82b4-49f2-a544-eb99160c7f2f req-7fe9a7f3-7551-4888-8615-72aa8c19ae52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1129 time: 0.0389965 Jun 07 13:22:26.354389 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5cf6ab35-82b4-49f2-a544-eb99160c7f2f req-433a08c5-8f7d-461b-b596-8400b4d82422 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383246 Jun 07 13:22:26.366447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c001ba-1e38-402d-a142-6ad349c3dde6 req-396d3378-e2a6-4622-9963-91d214ee08df tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:26.367915 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37c001ba-1e38-402d-a142-6ad349c3dde6 req-396d3378-e2a6-4622-9963-91d214ee08df tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 944 time: 0.0460458 Jun 07 13:22:26.412947 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37c001ba-1e38-402d-a142-6ad349c3dde6 req-49cd218b-b6b5-4820-90d7-7c80c3ff6baa tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Jun 07 13:22:26.736938 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e35a5c-b0c3-4b27-8ae1-86043788da1a req-32d39fab-c6aa-4abe-a074-082725cd6827 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:26.738361 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3e35a5c-b0c3-4b27-8ae1-86043788da1a req-32d39fab-c6aa-4abe-a074-082725cd6827 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0455821 Jun 07 13:22:26.750167 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:22:26.790135 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3e35a5c-b0c3-4b27-8ae1-86043788da1a req-a7541d6f-6aef-41a9-96c2-b02b17149ce2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Jun 07 13:22:26.795039 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:22:26.800837 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:22:26.801401 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:26.870685 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:22:26.871079 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:26.893107 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:26.895854 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd82ae-3b3a-42e9-baaf-6e79aed5ef23" -d '{"events": [{"server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "name": "network-vif-plugged", "status": "completed", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:26.907726 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:26.912185 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:26.936753 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbbf830-af72-487b-9e79-f77a2de8defb x-openstack-request-id: req-bdbbf830-af72-487b-9e79-f77a2de8defb {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:26.937039 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "name": "network-vif-plugged", "status": "completed", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:26.937283 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdbbf830-af72-487b-9e79-f77a2de8defb {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:26.937662 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbbf830-af72-487b-9e79-f77a2de8defb'] response: {'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'code': 200} Jun 07 13:22:26.962566 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:27.367288 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777d431-309b-4734-a6ef-d18dd0abcedc req-16f12152-f359-4457-9bbf-a15fbe3dba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:27.368719 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b777d431-309b-4734-a6ef-d18dd0abcedc req-16f12152-f359-4457-9bbf-a15fbe3dba79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 1129 time: 0.0374053 Jun 07 13:22:27.422110 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b777d431-309b-4734-a6ef-d18dd0abcedc req-9160c5cb-5a02-4cd9-b23f-20f1580b65df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 Jun 07 13:22:27.523729 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5035c-ff9c-4750-bee4-efbb4fbdbb6b req-ba4b4131-36ef-4193-94fe-eb7e7399e52a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:27.525150 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ea5035c-ff9c-4750-bee4-efbb4fbdbb6b req-ba4b4131-36ef-4193-94fe-eb7e7399e52a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0460467 Jun 07 13:22:27.570844 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ea5035c-ff9c-4750-bee4-efbb4fbdbb6b req-89ba4984-f783-4688-91cf-364a93806f55 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Jun 07 13:22:27.885021 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:27.903229 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187b65-cf15-4424-947c-bcfbb35cd4a0 req-a738dcc7-dc61-4905-a83f-3f7f9a630674 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:27.904714 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-50187b65-cf15-4424-947c-bcfbb35cd4a0 req-a738dcc7-dc61-4905-a83f-3f7f9a630674 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0468662 Jun 07 13:22:27.950692 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-50187b65-cf15-4424-947c-bcfbb35cd4a0 req-2b1906ce-f28b-47d9-b243-02309a108ee0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Jun 07 13:22:28.331437 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d94aa-f012-4077-a97e-09ee3e1741ab req-6974f928-9722-4110-bd36-0e3a1ea72388 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:28.332860 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c11d94aa-f012-4077-a97e-09ee3e1741ab req-6974f928-9722-4110-bd36-0e3a1ea72388 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0503495 Jun 07 13:22:28.379930 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c11d94aa-f012-4077-a97e-09ee3e1741ab req-f4af2d88-0acd-4e12-80bc-9b256685e5ea tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Jun 07 13:22:28.685318 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f924bc2-b78c-42ae-b726-c4f01a84a148 req-bde4ca45-8a18-489e-8ef3-a13ec2b3bee4 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:28.686769 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f924bc2-b78c-42ae-b726-c4f01a84a148 req-bde4ca45-8a18-489e-8ef3-a13ec2b3bee4 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0476406 Jun 07 13:22:28.732539 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f924bc2-b78c-42ae-b726-c4f01a84a148 req-4a21ff7f-5cdf-4b21-85e7-63dc82229452 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Jun 07 13:22:28.858573 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-c19dd0de-e9cf-4bb7-9918-4b357c0afed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:28.860056 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-c19dd0de-e9cf-4bb7-9918-4b357c0afed2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1129 time: 0.0383058 Jun 07 13:22:28.950144 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-ad53b049-937d-472c-ae61-9c25c30d50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:28.951607 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-ad53b049-937d-472c-ae61-9c25c30d50b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.0811670 Jun 07 13:22:29.019809 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-d0332bb1-3c18-40ee-8d51-8be0edec1bc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0555041 Jun 07 13:22:29.066915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-4505d990-574a-420d-84ec-7e39e5fb7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:29.068291 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-4505d990-574a-420d-84ec-7e39e5fb7c62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0413477 Jun 07 13:22:29.131791 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-bdd87f73-8854-4488-9569-7524ae51da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:29.133263 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-bdd87f73-8854-4488-9569-7524ae51da54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387673 Jun 07 13:22:29.495168 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45de67d-ec09-4405-8e5a-58032dbbc181 req-08c82210-815b-4233-9a07-38198089bec7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:29.496589 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c45de67d-ec09-4405-8e5a-58032dbbc181 req-08c82210-815b-4233-9a07-38198089bec7 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0466294 Jun 07 13:22:29.545593 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c45de67d-ec09-4405-8e5a-58032dbbc181 req-d222b745-6489-4e5b-a41c-3a707e96da2e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436020 Jun 07 13:22:29.832460 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-46d3ebd5-6602-4996-bae0-bb4a69ebf2d2 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917904 Jun 07 13:22:29.850983 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a02602-4ad6-42c7-83fe-fb936b9bfb63 req-ab8bf038-9708-46cc-8f1e-79cb5994b81e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:29.852434 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23a02602-4ad6-42c7-83fe-fb936b9bfb63 req-ab8bf038-9708-46cc-8f1e-79cb5994b81e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Jun 07 13:22:29.899587 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23a02602-4ad6-42c7-83fe-fb936b9bfb63 req-d34daa50-f2be-44e3-b08e-2c029bf6e57b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411348 Jun 07 13:22:29.926172 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-921169cb-e523-4ccc-bdad-61a8c8556c2b req-0f80ea11-e34c-4eeb-9e8b-c035ac11235c service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839007 Jun 07 13:22:30.656442 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79264c6-b89f-48f3-9e53-ce0c27a3490d req-08e9e9d9-e86e-4e6e-a852-93f3fc65cfe0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:30.657902 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a79264c6-b89f-48f3-9e53-ce0c27a3490d req-08e9e9d9-e86e-4e6e-a852-93f3fc65cfe0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0459127 Jun 07 13:22:30.703528 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a79264c6-b89f-48f3-9e53-ce0c27a3490d req-f531c9da-8440-4bfc-a355-76c68123b6b6 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Jun 07 13:22:31.018216 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55a899-f214-46ba-a7bc-bb8da084f4a5 req-ffb29390-8ddc-4001-826a-4dc00637a049 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:31.019707 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cd55a899-f214-46ba-a7bc-bb8da084f4a5 req-ffb29390-8ddc-4001-826a-4dc00637a049 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0547168 Jun 07 13:22:31.044793 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:31.067041 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cd55a899-f214-46ba-a7bc-bb8da084f4a5 req-dde4e2d7-7dfd-46aa-8a89-11f070025a0b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Jun 07 13:22:31.172765 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab65e-9cfa-4151-ad63-936fae5ca064 req-423a5e95-64a8-45cd-bd0e-60776c71060a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:31.174205 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3b7ab65e-9cfa-4151-ad63-936fae5ca064 req-423a5e95-64a8-45cd-bd0e-60776c71060a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0459077 Jun 07 13:22:31.183758 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 60996) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:31.188042 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'port_id': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:31.227763 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (91701985-81bf-41a7-8ea4-77388f54fbe1), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:31.558978 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:31.637445 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:31.641233 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (91701985-81bf-41a7-8ea4-77388f54fbe1), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:31.671259 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=60 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:31.733928 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP 91701985-81bf-41a7-8ea4-77388f54fbe1 associated. External IP: 172.27.1.109, port: 5b2360ca-1e30-48e4-8e27-cdc322c1bc95. Jun 07 13:22:31.846846 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619cc6a-4f3e-403f-a63b-f6f7117b34b1 req-f9c43896-08df-4f4a-a546-517b563d9f74 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:31.848809 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9619cc6a-4f3e-403f-a63b-f6f7117b34b1 req-f9c43896-08df-4f4a-a546-517b563d9f74 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0771797 Jun 07 13:22:31.938627 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9619cc6a-4f3e-403f-a63b-f6f7117b34b1 req-7bebc55f-002c-48a0-bc53-566d8af59fe8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841291 Jun 07 13:22:31.999318 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:22:32.082339 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:32.100246 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:22:32.105367 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:32.110184 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:22:32.120053 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:32.120657 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:32.133389 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-87a1d064-230f-4ed3-812c-d4e89a16f561 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "PUT /v2.0/floatingips/91701985-81bf-41a7-8ea4-77388f54fbe1 HTTP/1.1" status: 200 len: 991 time: 0.9486015 Jun 07 13:22:32.134051 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:32.136398 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fce305-cafc-4df2-84a1-4de08421ba0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:32.171853 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b73d99-1f35-42cd-81f3-e41d2ed47a66 x-openstack-request-id: req-c2b73d99-1f35-42cd-81f3-e41d2ed47a66 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:32.172151 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:32.172403 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2b73d99-1f35-42cd-81f3-e41d2ed47a66 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:32.172804 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b73d99-1f35-42cd-81f3-e41d2ed47a66'] response: {'name': 'network-changed', 'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'status': 'completed', 'code': 200} Jun 07 13:22:32.220386 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:32.425582 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '91701985-81bf-41a7-8ea4-77388f54fbe1', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:c1:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:22:17Z', 'updated_at': '2022-06-07T13:22:31Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:32.452199 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:22:32.462686 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:32.463319 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:32.475212 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-f68a8474-70ad-41dd-8c56-85fc84e6e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:32.476706 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-f68a8474-70ad-41dd-8c56-85fc84e6e855 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 1129 time: 0.0424225 Jun 07 13:22:32.568664 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:32.570746 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-79b1535d-8507-4fc5-933e-8fc7c860d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:32.572246 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-79b1535d-8507-4fc5-933e-8fc7c860d30a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.0892730 Jun 07 13:22:32.636731 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-11808288-0119-48d5-8690-a44bbd4707d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95 HTTP/1.1" status: 200 len: 999 time: 0.0557220 Jun 07 13:22:32.693541 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-c69624b9-39de-4769-a8b0-97099edab440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:32.694954 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-c69624b9-39de-4769-a8b0-97099edab440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0496781 Jun 07 13:22:32.741829 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-45f68382-d8f6-43ff-8274-6a05eafa86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:32.743403 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-45f68382-d8f6-43ff-8274-6a05eafa86c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385423 Jun 07 13:22:32.763221 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:32.833414 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:32.838192 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-e9ce46bf-435e-4926-9d53-8f0e07d80abc service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823841 Jun 07 13:22:32.854564 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '91701985-81bf-41a7-8ea4-77388f54fbe1', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:c1:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:22:17Z', 'updated_at': '2022-06-07T13:22:31Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:32.879062 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddc6bc-adab-48a8-99ba-2334142081d7 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '91701985-81bf-41a7-8ea4-77388f54fbe1', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:c1:79:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:22:17Z', 'updated_at': '2022-06-07T13:22:31Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:22:32.938357 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a6fce305-cafc-4df2-84a1-4de08421ba0e req-ebde9abd-dea8-495e-b56c-61acfee1ea52 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Jun 07 13:22:33.058777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eccef3-a523-4c52-a9e8-58cacc1f8877 req-1a5da6f5-093e-4f51-b278-dc887892bed4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:33.060362 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-83eccef3-a523-4c52-a9e8-58cacc1f8877 req-1a5da6f5-093e-4f51-b278-dc887892bed4 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0535057 Jun 07 13:22:33.078757 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15324023-af9b-40de-869a-a512b45561ca None None] New status for floating IP 91701985-81bf-41a7-8ea4-77388f54fbe1: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:22:33.108612 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-83eccef3-a523-4c52-a9e8-58cacc1f8877 req-94b7e4a5-065c-48bc-b14d-427d115c37ba tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 Jun 07 13:22:33.225808 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951afa4b-31b3-49cf-bc5d-2cb67889c38c req-19d6a391-9bc4-4376-b097-2898c59ccc12 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:33.227324 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951afa4b-31b3-49cf-bc5d-2cb67889c38c req-19d6a391-9bc4-4376-b097-2898c59ccc12 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0537341 Jun 07 13:22:33.236052 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 32776) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:22:33.240868 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Request body: {'floatingip': {'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:22:33.292625 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:33.452842 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:33.719976 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:33.724261 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:33.912866 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Router 6006d0ef-be6c-4f55-8246-59db012f1a67 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:22:34.171198 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:34.190573 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:34.206100 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:22:34.210945 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:34.217102 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] Sync routers for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:22:34.226949 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:34.227556 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:34.241255 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:34.243455 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc035f9c-05be-4179-987c-4a6cd4333072" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:34.271618 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-220a4f91-e3b2-4213-b39d-10a28e40b993 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "PUT /v2.0/floatingips/b959fd97-7650-422c-b78b-281b44fc2b13 HTTP/1.1" status: 200 len: 992 time: 1.0345235 Jun 07 13:22:34.294961 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce706b7a-7bb3-43fb-a6d9-4642a4c6df0b x-openstack-request-id: req-ce706b7a-7bb3-43fb-a6d9-4642a4c6df0b {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:34.295249 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:34.295498 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce706b7a-7bb3-43fb-a6d9-4642a4c6df0b {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:34.295891 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce706b7a-7bb3-43fb-a6d9-4642a4c6df0b'] response: {'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'status': 'completed', 'code': 200} Jun 07 13:22:34.331220 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:34.356397 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-74237f1d-307c-4544-953c-67dc867f3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:34.357921 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-74237f1d-307c-4544-953c-67dc867f3226 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1129 time: 0.0385282 Jun 07 13:22:34.471422 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:34.480711 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:34.555970 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b959fd97-7650-422c-b78b-281b44fc2b13', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'mac_address': 'fa:16:3e:05:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:19Z', 'updated_at': '2022-06-07T13:22:33Z', 'revision_number': 3, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:34.581555 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] Checking router: 6006d0ef-be6c-4f55-8246-59db012f1a67 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:22:34.590504 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:34.591150 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:34.692987 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-4204593f-cad1-4226-a170-2bdd83368865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:34.693339 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:22:34.694372 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-4204593f-cad1-4226-a170-2bdd83368865 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.3271134 Jun 07 13:22:34.754869 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-46ea04ff-190d-44aa-b647-528d970fa986 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0536747 Jun 07 13:22:34.802948 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-747b1bae-f7e9-449f-9c8c-2462644c6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:34.804375 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-747b1bae-f7e9-449f-9c8c-2462644c6bbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0428052 Jun 07 13:22:34.854849 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-33946913-1327-4ef5-acfc-c56932e7de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:34.856746 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-33946913-1327-4ef5-acfc-c56932e7de41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428951 Jun 07 13:22:34.898663 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b959fd97-7650-422c-b78b-281b44fc2b13', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'mac_address': 'fa:16:3e:05:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:19Z', 'updated_at': '2022-06-07T13:22:33Z', 'revision_number': 3, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:34.926252 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8761254-c6b1-468d-bf7d-56a876166d0a None None] The sync data for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi is: [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b959fd97-7650-422c-b78b-281b44fc2b13', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'port_id': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'mac_address': 'fa:16:3e:05:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:20:19Z', 'updated_at': '2022-06-07T13:22:33Z', 'revision_number': 3, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:22:34.946699 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-d29b58ac-87e7-4304-b8ac-a5d6c027323b service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811198 Jun 07 13:22:35.051266 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dc035f9c-05be-4179-987c-4a6cd4333072 req-f31ccc53-d36c-4989-ae6d-2d9b21e6b67f service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901484 Jun 07 13:22:36.296568 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:36.298889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab75d7e-08e6-4902-9477-a34fe9836b42" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:36.335407 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdb56b3-b31e-491e-acfa-ec4c8273a50d x-openstack-request-id: req-9bdb56b3-b31e-491e-acfa-ec4c8273a50d {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:36.335697 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:36.335946 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bdb56b3-b31e-491e-acfa-ec4c8273a50d {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:36.336338 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bdb56b3-b31e-491e-acfa-ec4c8273a50d'] response: {'name': 'network-changed', 'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'status': 'completed', 'code': 200} Jun 07 13:22:36.397812 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-48e50183-4cd7-4888-b301-b6dc311f4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:36.399351 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-48e50183-4cd7-4888-b301-b6dc311f4f8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 1129 time: 0.0389464 Jun 07 13:22:36.492422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-714c368a-1ac7-46e5-96fb-40b884aa9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:36.493889 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-714c368a-1ac7-46e5-96fb-40b884aa9ea4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.0874701 Jun 07 13:22:36.556219 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-8910dafa-ec4c-4d80-bccc-4da0efc2ac25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0545971 Jun 07 13:22:36.603507 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-eb0ca35c-602f-448b-9911-4bb5de815000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:36.605133 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-eb0ca35c-602f-448b-9911-4bb5de815000 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0427639 Jun 07 13:22:36.650697 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-3cf6559a-945e-448c-aca3-bba7bd258c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:36.652170 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-3cf6559a-945e-448c-aca3-bba7bd258c43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402806 Jun 07 13:22:36.723321 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:36.756469 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-58fa354a-e183-4f5a-b707-21c228b1f36b service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944674 Jun 07 13:22:36.824275 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:36.852305 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ab75d7e-08e6-4902-9477-a34fe9836b42 req-4448d005-b829-42af-93f1-c569ab5c95f4 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Jun 07 13:22:44.163331 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:44.166405 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:44.265974 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:44.268310 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:46.848214 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:46.848978 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=15 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:49.089628 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1a78f151-6770-4f20-990d-a1955fd8cd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:50.697599 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=49 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:50.709722 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=53 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:22:51.315354 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-924c9983-ba99-4255-bf11-73524f9c5517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:52.496698 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:53.914978 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:55.421237 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:57.014216 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce238ea-077e-45be-b755-1be34a3ece53 req-c39d4f64-3e60-4977-95b6-35e181c0665e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:57.015674 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4ce238ea-077e-45be-b755-1be34a3ece53 req-c39d4f64-3e60-4977-95b6-35e181c0665e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.0463195 Jun 07 13:22:57.060600 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4ce238ea-077e-45be-b755-1be34a3ece53 req-6b910b7e-e2c2-4faf-a029-384cfa4163b4 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394909 Jun 07 13:22:58.179307 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788cafa-3dad-40bb-aeee-6dd83323bc76 req-16d1fde7-0cca-4b88-92dc-e08a3ff61baa tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:58.180639 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4788cafa-3dad-40bb-aeee-6dd83323bc76 req-16d1fde7-0cca-4b88-92dc-e08a3ff61baa tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.0479887 Jun 07 13:22:58.226805 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4788cafa-3dad-40bb-aeee-6dd83323bc76 req-a63390a9-d774-4094-9ac7-db7d03dbd8c5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406997 Jun 07 13:22:58.673951 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:22:59.076248 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-ea1f6ca8-2141-4dc1-96d0-ce0db0d5020d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:59.077687 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-ea1f6ca8-2141-4dc1-96d0-ce0db0d5020d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.0469410 Jun 07 13:22:59.160034 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Deleting port 4846c4cd-df7f-498e-a460-3a57b147fedb {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:22:59.160308 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:59.251067 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] For port 4846c4cd-df7f-498e-a460-3a57b147fedb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4846c4cd-df7f-498e-a460-3a57b147fedb,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:22:59.251441 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:59.421375 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:59.421623 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (03979381-cc5c-453e-a2fb-223f51f85d4b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:59.421936 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Floating IP 03979381-cc5c-453e-a2fb-223f51f85d4b disassociated. External IP: 172.27.1.82, port: 4846c4cd-df7f-498e-a460-3a57b147fedb. Jun 07 13:22:59.422279 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Calling delete_port for 4846c4cd-df7f-498e-a460-3a57b147fedb owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:22:59.502979 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea419d-0a91-4ca8-b1d9-510cd23aeea2 req-f4a057c6-3e35-4cd9-a364-784da0d188b1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:22:59.504400 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7fea419d-0a91-4ca8-b1d9-510cd23aeea2 req-f4a057c6-3e35-4cd9-a364-784da0d188b1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d4bcb-ea81-4550-be2e-2689fffd0943 HTTP/1.1" status: 200 len: 947 time: 0.2037270 Jun 07 13:22:59.551854 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7fea419d-0a91-4ca8-b1d9-510cd23aeea2 req-b30fe247-bb51-4d8e-b5ee-2bd508a1f238 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b25c66-9f42-446f-aa88-5aaa0ad4683b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Jun 07 13:22:59.561137 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (4846c4cd-df7f-498e-a460-3a57b147fedb), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:59.589366 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event deleted for resources: {'Port': ['ID=4846c4cd-df7f-498e-a460-3a57b147fedb,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:22:59.696237 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Router 79b9218e-edd9-4421-8b9b-174a4003d490 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:22:59.795094 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:22:59.807305 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] Sync routers for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:22:59.817480 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:22:59.818141 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:22:59.836696 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] No DVR routers for this DVR port 4846c4cd-df7f-498e-a460-3a57b147fedb on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:22:59.839168 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:22:59.842354 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c0a43659-67b2-4ce9-b9ce-2de41d5d0330 req-7e3f21f5-fa23-41a0-a149-afa40c7acbea tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "DELETE /v2.0/ports/4846c4cd-df7f-498e-a460-3a57b147fedb HTTP/1.1" status: 204 len: 173 time: 0.7569032 Jun 07 13:22:59.842777 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-deleted', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:22:59.845003 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1111402-6b32-459c-af3a-b5141ab1204c" -d '{"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-deleted", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:22:59.891395 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786dbef1-7d62-4f0d-8846-41d5822efcdb x-openstack-request-id: req-786dbef1-7d62-4f0d-8846-41d5822efcdb {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:22:59.891746 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d4bcb-ea81-4550-be2e-2689fffd0943", "name": "network-vif-deleted", "tag": "4846c4cd-df7f-498e-a460-3a57b147fedb", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:22:59.891999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-786dbef1-7d62-4f0d-8846-41d5822efcdb {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:22:59.892485 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786dbef1-7d62-4f0d-8846-41d5822efcdb'] response: {'server_uuid': '9a2d4bcb-ea81-4550-be2e-2689fffd0943', 'name': 'network-vif-deleted', 'tag': '4846c4cd-df7f-498e-a460-3a57b147fedb', 'status': 'completed', 'code': 200} Jun 07 13:22:59.931310 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:00.144276 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:00.172004 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] Checking router: 79b9218e-edd9-4421-8b9b-174a4003d490 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:00.180917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:00.181459 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:00.276997 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:00.445733 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:00.461152 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:00.485338 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b9347-2b2b-440e-a7c3-89696b40302e None None] The sync data for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi is: [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:00.644345 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 32834) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:00.704865 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a6354-a5d5-445f-b7f9-9be41aa8a04d None None] New status for floating IP 03979381-cc5c-453e-a2fb-223f51f85d4b: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:23:00.708713 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c4786b17-29c5-4e61-bb07-4ca54dbcf360 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (f3b25c66-9f42-446f-aa88-5aaa0ad4683b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:00.744497 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c4786b17-29c5-4e61-bb07-4ca54dbcf360 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (f3b25c66-9f42-446f-aa88-5aaa0ad4683b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:00.746940 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:00.752475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:00.795492 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c4786b17-29c5-4e61-bb07-4ca54dbcf360 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f3b25c66-9f42-446f-aa88-5aaa0ad4683b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:00.798019 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c4786b17-29c5-4e61-bb07-4ca54dbcf360 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:00.799384 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c4786b17-29c5-4e61-bb07-4ca54dbcf360 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "DELETE /v2.0/security-groups/f3b25c66-9f42-446f-aa88-5aaa0ad4683b HTTP/1.1" status: 204 len: 168 time: 0.1537719 Jun 07 13:23:00.802010 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 32836) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:00.809167 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4786b17-29c5-4e61-bb07-4ca54dbcf360 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b25c66-9f42-446f-aa88-5aaa0ad4683b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:00.820329 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-ab307498-d62f-47ed-b9fa-52d54d31fd76 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] show failed (client error): The resource could not be found. Jun 07 13:23:00.821443 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ab307498-d62f-47ed-b9fa-52d54d31fd76 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups/f3b25c66-9f42-446f-aa88-5aaa0ad4683b HTTP/1.1" status: 404 len: 347 time: 0.0183263 Jun 07 13:23:00.824626 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 32838) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:00.936601 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Deleting port 676622a3-f9f8-4b07-93a2-1ab71ba1cc7c {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:00.936939 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.010383 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.010706 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.023831 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Calling delete_port for 676622a3-f9f8-4b07-93a2-1ab71ba1cc7c owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:01.155969 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (676622a3-f9f8-4b07-93a2-1ab71ba1cc7c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.179387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event deleted for resources: {'Port': ['ID=676622a3-f9f8-4b07-93a2-1ab71ba1cc7c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:01.243904 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (03979381-cc5c-453e-a2fb-223f51f85d4b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.246365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.247559 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ebf0cd8e-5eed-471c-b04b-a7b592f8c96d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "DELETE /v2.0/floatingips/03979381-cc5c-453e-a2fb-223f51f85d4b HTTP/1.1" status: 204 len: 168 time: 0.4219792 Jun 07 13:23:01.332635 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 32842) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:01.337192 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-84b93ed8-cb86-44ff-a018-d6244a642532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596900939', 'description': 'tempest-description--2040975077'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:01.357019 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-84b93ed8-cb86-44ff-a018-d6244a642532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.423501 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-84b93ed8-cb86-44ff-a018-d6244a642532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (8b5c7798-aa90-416e-b6d5-6fe33c7b1684), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.429137 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-84b93ed8-cb86-44ff-a018-d6244a642532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8b5c7798-aa90-416e-b6d5-6fe33c7b1684), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.463410 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-84b93ed8-cb86-44ff-a018-d6244a642532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.464626 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-84b93ed8-cb86-44ff-a018-d6244a642532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1309912 Jun 07 13:23:01.465726 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b93ed8-cb86-44ff-a018-d6244a642532 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c7798-aa90-416e-b6d5-6fe33c7b1684,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:01.467761 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 32846) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:01.472508 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-afb990b3-ffe5-48dc-b35f-827b8fd3ab70 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'security_group_rule': {'security_group_id': '8b5c7798-aa90-416e-b6d5-6fe33c7b1684', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:01.499639 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afb990b3-ffe5-48dc-b35f-827b8fd3ab70 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (e143c582-1cc7-4583-8196-c9f1ee6aa4fb), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.555106 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afb990b3-ffe5-48dc-b35f-827b8fd3ab70 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (e143c582-1cc7-4583-8196-c9f1ee6aa4fb), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.558675 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afb990b3-ffe5-48dc-b35f-827b8fd3ab70 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (e143c582-1cc7-4583-8196-c9f1ee6aa4fb), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.574149 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb990b3-ffe5-48dc-b35f-827b8fd3ab70 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e143c582-1cc7-4583-8196-c9f1ee6aa4fb,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:01.584643 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afb990b3-ffe5-48dc-b35f-827b8fd3ab70 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.585783 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-afb990b3-ffe5-48dc-b35f-827b8fd3ab70 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170623 Jun 07 13:23:01.588894 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 32848) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:01.593406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-d3538a21-ae5b-4fb9-8e15-c2e5a4e44362 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'security_group_rule': {'security_group_id': '8b5c7798-aa90-416e-b6d5-6fe33c7b1684', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:01.620717 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d3538a21-ae5b-4fb9-8e15-c2e5a4e44362 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (ba4000d7-c552-43b0-9214-ce7ce662924d), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.674591 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d3538a21-ae5b-4fb9-8e15-c2e5a4e44362 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (ba4000d7-c552-43b0-9214-ce7ce662924d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.678924 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d3538a21-ae5b-4fb9-8e15-c2e5a4e44362 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (ba4000d7-c552-43b0-9214-ce7ce662924d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.700462 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3538a21-ae5b-4fb9-8e15-c2e5a4e44362 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4000d7-c552-43b0-9214-ce7ce662924d,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:01.708711 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d3538a21-ae5b-4fb9-8e15-c2e5a4e44362 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.709840 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d3538a21-ae5b-4fb9-8e15-c2e5a4e44362 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199515 Jun 07 13:23:01.712843 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 32850) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:01.716894 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:01.726587 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:01.729145 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=11,neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:01.740385 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.815989 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:01.920624 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Allocated IP 172.27.1.25 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/584895b0-58ee-48c6-b025-7f7eb1bf0f66) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:02.017846 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.048444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.089272 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:02.094339 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:02.098253 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:02.101748 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'Port': ['ID=584895b0-58ee-48c6-b025-7f7eb1bf0f66,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:02.176862 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (ebfd5636-dcdf-4db0-aedc-b8611de19f9d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.211099 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.361905 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:02.382731 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.386904 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.445885 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:02.462542 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'Port': ['ID=584895b0-58ee-48c6-b025-7f7eb1bf0f66,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:02.468112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (ebfd5636-dcdf-4db0-aedc-b8611de19f9d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.483317 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:02.485651 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-24b0242c-5e58-4b9b-b327-8cd5ba09614b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7708063 Jun 07 13:23:02.769468 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-73b80ed8-d8ab-460d-80a2-aad56b7a1418 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--596900939&fields=id&tenant_id=346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 267 time: 0.0413074 Jun 07 13:23:02.873357 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-92afd573-68dd-4094-bf65-0ca56351af58 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:02.874768 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-92afd573-68dd-4094-bf65-0ca56351af58 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 817 time: 0.0990632 Jun 07 13:23:02.889158 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-f0aee173-a6ce-4028-8944-ab2397862ff7 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/quotas/346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 375 time: 0.0091758 Jun 07 13:23:02.935532 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-288d767f-42b8-415d-942c-f2f14d43c1b9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416546 Jun 07 13:23:02.977728 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:03.001078 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 4846c4cd-df7f-498e-a460-3a57b147fedb {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:03.001418 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4846c4cd-df7f-498e-a460-3a57b147fedb not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:03.069464 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-daf3b399-2273-4351-b66c-5aa9582c85af service neutron] 10.222.0.61 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223843 Jun 07 13:23:03.158404 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-d82aa1d6-8e8f-4c45-ab87-e06034acc66d service neutron] 10.222.0.61 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Jun 07 13:23:03.318531 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-62ebbac8-8ef1-4fee-8d60-31df85018054 req-ed4e4a83-3183-48be-b390-92d76fc31b9e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 210 time: 0.0288775 Jun 07 13:23:04.186051 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:04.422561 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-768f84fa-e6cc-4968-ad74-621e51beb4d0 req-329026f7-bc98-4e93-b351-a750090590fc tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Jun 07 13:23:04.453471 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-0808027d-2f42-4bbe-89be-20dc327e15f5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:04.454960 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-0808027d-2f42-4bbe-89be-20dc327e15f5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 817 time: 0.1223176 Jun 07 13:23:04.548744 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-6b95bf6b-5fd1-4118-9e6b-81ad836f4122 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 379 time: 0.0809529 Jun 07 13:23:04.557173 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-5d6d0b6e-9db4-481f-87d0-2e8c841a8013 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481730 Jun 07 13:23:04.631400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'port': {'device_id': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'admin_state_up': True, 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'security_groups': ['8b5c7798-aa90-416e-b6d5-6fe33c7b1684']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:04.716919 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-d1c41175-4633-4409-a2c0-ff36e3c5588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:04.718261 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-d1c41175-4633-4409-a2c0-ff36e3c5588d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 1130 time: 0.0724456 Jun 07 13:23:04.817144 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Made reservation on behalf of 346889f9c6334aa9a22bd277aa002a0f for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:23:04.820479 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:04.868990 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-2120af76-e799-4e94-9f96-eb1fa55f1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:04.870420 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-2120af76-e799-4e94-9f96-eb1fa55f1a6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 200 len: 919 time: 0.1241524 Jun 07 13:23:04.932565 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-f9b82e8a-48ea-4964-a9b6-0a22825cfef1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853e6961-92a5-492c-a8b3-2379de8141ed HTTP/1.1" status: 200 len: 217 time: 0.0360153 Jun 07 13:23:05.020877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-dd3aac73-b9b4-403f-ab46-dd5a5893ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:05.022847 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-dd3aac73-b9b4-403f-ab46-dd5a5893ea86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 200 len: 857 time: 0.0804760 Jun 07 13:23:05.041715 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Allocated IP 172.20.0.4 (f3f69c49-b140-4944-b465-9f2708e8aff6/278a8652-77bf-49e3-9bb0-5c99c3d31015/1df72142-8d3b-4965-899a-3271031c03d3) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:05.071037 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:05.079429 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-bed0a96c-1cae-453c-9f4c-15258607aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:05.080912 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-bed0a96c-1cae-453c-9f4c-15258607aaa4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37998a8-ef40-428e-a125-520797faa6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503464 Jun 07 13:23:05.237785 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:05.260621 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-adbd1a57-0c47-43b3-9b96-21f6aba32709 service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682770 Jun 07 13:23:05.283443 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for port (1df72142-8d3b-4965-899a-3271031c03d3), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:05.376637 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:05.383253 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9aa91847-39c9-46e6-b4e2-46cd5fb839f3 req-ac3625c0-8ab1-43d3-becb-a71ddc384acd service neutron] 10.222.0.18 "GET /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119893 Jun 07 13:23:05.419401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Network f3f69c49-b140-4944-b465-9f2708e8aff6 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:05.422488 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:05.426311 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:05.461001 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:05.488317 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:05.489085 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:05.507171 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-1564f596-321f-4ca9-8899-d14af1186735 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8786480 Jun 07 13:23:05.522689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Request body: {'port': {'device_id': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:05.562058 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfa96d-1c4b-4cd6-b604-dfe57060c18f req-6993c5d5-1267-44c5-92ca-090ddaca7f81 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:05.564294 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cdbfa96d-1c4b-4cd6-b604-dfe57060c18f req-6993c5d5-1267-44c5-92ca-090ddaca7f81 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 931 time: 0.0554178 Jun 07 13:23:05.586995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:05.605885 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:05.619695 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cdbfa96d-1c4b-4cd6-b604-dfe57060c18f req-f0e4db57-f7ee-457d-81e1-b61d0d3c292b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 Jun 07 13:23:05.739277 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-0e5d1e64-5cae-4653-8506-020657692d4d None None] Provisioning complete for port 1df72142-8d3b-4965-899a-3271031c03d3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:05.739893 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0e5d1e64-5cae-4653-8506-020657692d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (1df72142-8d3b-4965-899a-3271031c03d3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:05.772780 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d1e64-5cae-4653-8506-020657692d4d None None] Port 1df72142-8d3b-4965-899a-3271031c03d3 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:23:06.102213 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df72142-8d3b-4965-899a-3271031c03d3 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:06.109765 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Publish callbacks [] for port (1df72142-8d3b-4965-899a-3271031c03d3), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:06.122438 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Transition to ACTIVE for port object 1df72142-8d3b-4965-899a-3271031c03d3 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:23:06.125744 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:06.147967 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:06.178767 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:06.226405 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:06.264372 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Attempting to bind port 1df72142-8d3b-4965-899a-3271031c03d3 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:23:06.264709 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Attempting to bind port 1df72142-8d3b-4965-899a-3271031c03d3 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:23:06.265045 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Attempting to bind port 1df72142-8d3b-4965-899a-3271031c03d3 on network f3f69c49-b140-4944-b465-9f2708e8aff6 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:06.270184 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Port 1df72142-8d3b-4965-899a-3271031c03d3 on network f3f69c49-b140-4944-b465-9f2708e8aff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:23:06.270509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Attempting to bind port 1df72142-8d3b-4965-899a-3271031c03d3 on network f3f69c49-b140-4944-b465-9f2708e8aff6 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:06.276416 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:23:06.276755 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Checking segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:06.277139 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Bound using segment: {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:23:06.277567 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Bound port: 1df72142-8d3b-4965-899a-3271031c03d3, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a261ca32-2d19-4faf-b29f-12bce5965e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:23:06.277926 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:06.345893 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:23:06.348992 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:23:06.355612 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:06.399236 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:06.399818 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:06.401190 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] 10.222.0.18 "PUT /v2.0/ports/1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 1093 time: 0.8835654 Jun 07 13:23:06.401609 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:06.403908 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2683895c-fbf3-43e8-a4d1-f035c9464c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "tag": "1df72142-8d3b-4965-899a-3271031c03d3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:06.421416 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6deaf-efaf-4b9d-94f8-0c7295973a0c service neutron] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:06.464442 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905ff0a-b2c0-4f9b-ac87-abbeef51f87b x-openstack-request-id: req-a905ff0a-b2c0-4f9b-ac87-abbeef51f87b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:06.465056 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "tag": "1df72142-8d3b-4965-899a-3271031c03d3", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:06.465056 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a905ff0a-b2c0-4f9b-ac87-abbeef51f87b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:06.465449 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a905ff0a-b2c0-4f9b-ac87-abbeef51f87b'] response: {'name': 'network-changed', 'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3', 'status': 'completed', 'code': 200} Jun 07 13:23:06.732965 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:06.744330 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc9420-403e-444a-9572-943a140fc48c req-c1226287-ae5c-4a35-af39-a7f1cd555f1b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:06.745755 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ecdc9420-403e-444a-9572-943a140fc48c req-c1226287-ae5c-4a35-af39-a7f1cd555f1b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0471570 Jun 07 13:23:06.795390 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ecdc9420-403e-444a-9572-943a140fc48c req-ecb91ee5-00a4-4919-a125-65f42c122139 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436087 Jun 07 13:23:06.800075 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-f1db41c4-915a-4fb5-99e8-0a173cc18e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:06.801719 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-f1db41c4-915a-4fb5-99e8-0a173cc18e49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1127 time: 0.0466614 Jun 07 13:23:06.851569 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-ce01304d-1f7f-486d-b3d9-d37921ab5546 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 217 time: 0.0332448 Jun 07 13:23:06.921688 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-bf7f354f-2c0a-4075-8f50-8553e4b2b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:06.923113 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-bf7f354f-2c0a-4075-8f50-8553e4b2b6b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0449839 Jun 07 13:23:07.228044 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-f7ff664c-ca9c-410c-bf08-8aeb41030d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:07.229421 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-f7ff664c-ca9c-410c-bf08-8aeb41030d9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387211 Jun 07 13:23:07.322706 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-121067c8-695e-4b09-9da2-4b4e5d2a90e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855269 Jun 07 13:23:07.415552 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5f4bba78-1b39-442f-b8e9-2c8cd444badf req-a72621e2-4f14-4594-9f17-fcdbb47706d3 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847943 Jun 07 13:23:07.913760 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eede0-4e5e-4b32-b6d4-6ec0b348c5a4 req-28b76a3e-11e2-423d-bfc9-3239921bc94f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:07.915218 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-842eede0-4e5e-4b32-b6d4-6ec0b348c5a4 req-28b76a3e-11e2-423d-bfc9-3239921bc94f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0466905 Jun 07 13:23:07.964243 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-842eede0-4e5e-4b32-b6d4-6ec0b348c5a4 req-e3ae172e-ebea-4c19-ad77-2786685cd1e0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435295 Jun 07 13:23:08.527939 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-c9ae3da6-1af4-4ede-b28d-a66ad5655b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:08.529420 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-c9ae3da6-1af4-4ede-b28d-a66ad5655b84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1127 time: 0.0400431 Jun 07 13:23:08.616823 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-1ac086c1-a90c-4b1c-8a17-b3bc4494beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:08.618247 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-1ac086c1-a90c-4b1c-8a17-b3bc4494beb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.0820754 Jun 07 13:23:08.664127 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-5f3b6637-df59-46eb-b25c-acf8d1cc85cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 217 time: 0.0350244 Jun 07 13:23:08.714139 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-929e6d55-de4d-4b5d-8a39-4b751faac9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:08.715482 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-929e6d55-de4d-4b5d-8a39-4b751faac9cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0431123 Jun 07 13:23:08.761897 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-86d42994-4217-4069-8c81-2715939d48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:08.763385 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-86d42994-4217-4069-8c81-2715939d48d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380585 Jun 07 13:23:08.859391 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-36ff834f-f797-4f7b-9b83-1c75c84c9ffd service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839002 Jun 07 13:23:08.929135 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:08.931153 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:08.952311 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2683895c-fbf3-43e8-a4d1-f035c9464c0c req-498cbaab-86a4-45a9-bc61-27e729ee62c7 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840783 Jun 07 13:23:09.079988 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6002dbd-efbe-4e69-a746-de7f756a8293 req-f147bdbf-a02d-4344-be41-d2bd2496eda5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:09.081417 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6002dbd-efbe-4e69-a746-de7f756a8293 req-f147bdbf-a02d-4344-be41-d2bd2496eda5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0463812 Jun 07 13:23:09.127513 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6002dbd-efbe-4e69-a746-de7f756a8293 req-3c8eab93-04a3-47f5-a69e-1f5859654ab0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Jun 07 13:23:10.239301 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf3de1-ddf7-43f7-b299-e143deb402d9 req-4c2deaaa-db91-44e4-a70a-0b3f6a939bb5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:10.241211 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dcbf3de1-ddf7-43f7-b299-e143deb402d9 req-4c2deaaa-db91-44e4-a70a-0b3f6a939bb5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0450087 Jun 07 13:23:10.285944 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dcbf3de1-ddf7-43f7-b299-e143deb402d9 req-125ffd67-412e-4389-89ce-2ac8ad2ae43c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393879 Jun 07 13:23:11.004823 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:23:11.070120 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:11.103821 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:11.115253 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '1df72142-8d3b-4965-899a-3271031c03d3', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'port_id': '1df72142-8d3b-4965-899a-3271031c03d3', 'mac_address': 'fa:16:3e:59:19:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:23:11.148396 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:11.148774 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:11.161036 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df72142-8d3b-4965-899a-3271031c03d3 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:11.183942 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:11.187673 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:11.232185 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:11.239247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.239593 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.239931 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.240290 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.240651 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.240980 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.241307 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.241627 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.241948 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.242269 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.242589 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.242928 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.243247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.243563 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.243882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:11.405677 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6a0d8-5828-4bcb-8a50-6a1d4e514a1f req-55842930-046a-4efb-9a36-fdf0d5e7598b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:11.407340 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5fa6a0d8-5828-4bcb-8a50-6a1d4e514a1f req-55842930-046a-4efb-9a36-fdf0d5e7598b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 944 time: 0.0494158 Jun 07 13:23:11.453108 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5fa6a0d8-5828-4bcb-8a50-6a1d4e514a1f req-469597e5-c228-473c-bef7-4ffd69849a87 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Jun 07 13:23:11.515394 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['1df72142-8d3b-4965-899a-3271031c03d3'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:23:12.571809 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec3bea-41c1-44a1-bd94-0dff96f7583f req-32fa4205-ad68-4fcd-a723-c3a3bf49ddd8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:12.573290 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8ec3bea-41c1-44a1-bd94-0dff96f7583f req-32fa4205-ad68-4fcd-a723-c3a3bf49ddd8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 944 time: 0.0464015 Jun 07 13:23:12.621683 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8ec3bea-41c1-44a1-bd94-0dff96f7583f req-59a68a4a-0a0d-4559-a741-d2f536402797 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422378 Jun 07 13:23:13.024046 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:13.064123 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 1df72142-8d3b-4965-899a-3271031c03d3 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:23:13.070220 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 1df72142-8d3b-4965-899a-3271031c03d3 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:13.070673 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (1df72142-8d3b-4965-899a-3271031c03d3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:13.139523 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:13.139907 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:13.163929 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:13.166133 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0472c44-8d1d-4795-a170-5fe131db2019" -d '{"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-plugged", "status": "completed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:13.182668 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:13.186574 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:13.322120 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c371f6-b042-4495-9d1b-a0ab2f43bd1b x-openstack-request-id: req-72c371f6-b042-4495-9d1b-a0ab2f43bd1b {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:13.322354 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-plugged", "status": "completed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:13.322586 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72c371f6-b042-4495-9d1b-a0ab2f43bd1b {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:13.322994 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c371f6-b042-4495-9d1b-a0ab2f43bd1b'] response: {'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3', 'code': 200} Jun 07 13:23:13.352892 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:13.592328 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabb7b-4c9a-424f-8143-4584b849d8ea req-f313c05d-79e0-4bf5-9814-69a2b6a9bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:13.593771 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-43eabb7b-4c9a-424f-8143-4584b849d8ea req-f313c05d-79e0-4bf5-9814-69a2b6a9bc27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1129 time: 0.0435236 Jun 07 13:23:13.654610 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-43eabb7b-4c9a-424f-8143-4584b849d8ea req-b7564ae9-70d6-443e-b5de-a94cf45eaa3d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439003 Jun 07 13:23:13.749396 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab078c0-fffd-4e53-9abf-a7c9539e5701 req-83060ebf-1106-455e-93de-eb4fe229bf15 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:13.750855 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ab078c0-fffd-4e53-9abf-a7c9539e5701 req-83060ebf-1106-455e-93de-eb4fe229bf15 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0506425 Jun 07 13:23:13.800139 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ab078c0-fffd-4e53-9abf-a7c9539e5701 req-28a4d5eb-2809-4500-878e-98c996272e60 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434775 Jun 07 13:23:14.919120 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3564a1-851b-4462-afa5-0c23263be9b9 req-7f7faaf8-f141-4899-824b-f30854240f38 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:14.920783 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e3564a1-851b-4462-afa5-0c23263be9b9 req-7f7faaf8-f141-4899-824b-f30854240f38 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0480285 Jun 07 13:23:14.967626 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e3564a1-851b-4462-afa5-0c23263be9b9 req-cc70400d-3500-47b8-abfc-af2155a6864f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Jun 07 13:23:15.053307 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bf4ec-a1d1-4ed8-b6fa-b564238a7bed req-cec2a8c0-d000-4a66-b2e1-2b523e596f40 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:15.055290 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa2bf4ec-a1d1-4ed8-b6fa-b564238a7bed req-cec2a8c0-d000-4a66-b2e1-2b523e596f40 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0463078 Jun 07 13:23:15.099600 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa2bf4ec-a1d1-4ed8-b6fa-b564238a7bed req-57dbb2c5-8965-452f-822e-c8e700a6e57c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389633 Jun 07 13:23:16.096232 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf6ebc-9055-4578-91ab-7acd0283382d req-48014426-4799-463b-89b7-bf9bdeea65fa tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:16.106215 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58bf6ebc-9055-4578-91ab-7acd0283382d req-48014426-4799-463b-89b7-bf9bdeea65fa tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0631816 Jun 07 13:23:16.156843 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58bf6ebc-9055-4578-91ab-7acd0283382d req-299f9257-401a-454b-bbb3-79c46b9dfffd tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447705 Jun 07 13:23:16.214969 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92ff82-39bd-4fb9-9a01-f60b3ade0ac4 req-eed05728-3247-427f-8126-36e83aa62538 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:16.216469 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd92ff82-39bd-4fb9-9a01-f60b3ade0ac4 req-eed05728-3247-427f-8126-36e83aa62538 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0471785 Jun 07 13:23:16.266879 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:16.300666 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1d261-d34a-4b9e-9ce1-fef0a2d7e743 req-39d1843f-2a3b-42dd-a7db-92ee919ad71f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:16.302030 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ca1d261-d34a-4b9e-9ce1-fef0a2d7e743 req-39d1843f-2a3b-42dd-a7db-92ee919ad71f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0727434 Jun 07 13:23:16.311130 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd92ff82-39bd-4fb9-9a01-f60b3ade0ac4 req-e990b1aa-c25c-4363-9c52-5ecf54d03ed5 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843699 Jun 07 13:23:16.311130 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 32956) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:16.315269 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Request body: {'floatingip': {'port_id': '1df72142-8d3b-4965-899a-3271031c03d3'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:16.348918 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:16.353802 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (ebfd5636-dcdf-4db0-aedc-b8611de19f9d), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:16.763430 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:16.767092 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (ebfd5636-dcdf-4db0-aedc-b8611de19f9d), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:16.857965 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Floating IP ebfd5636-dcdf-4db0-aedc-b8611de19f9d associated. External IP: 172.27.1.25, port: 1df72142-8d3b-4965-899a-3271031c03d3. Jun 07 13:23:17.044408 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Router 79b9218e-edd9-4421-8b9b-174a4003d490 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:23:17.144082 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:23:17.149379 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:17.154137 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] Sync routers for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:23:17.164779 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:17.165392 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:17.181602 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-84a1d843-0681-4d86-9617-0fdfa0ab6da3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "PUT /v2.0/floatingips/ebfd5636-dcdf-4db0-aedc-b8611de19f9d HTTP/1.1" status: 200 len: 990 time: 0.8694849 Jun 07 13:23:17.182284 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:17.184609 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "tag": "1df72142-8d3b-4965-899a-3271031c03d3"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:17.201251 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:17.221797 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e654410-b371-4f8b-a70e-6a4918b7bbe9 x-openstack-request-id: req-4e654410-b371-4f8b-a70e-6a4918b7bbe9 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:17.222095 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "tag": "1df72142-8d3b-4965-899a-3271031c03d3", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:17.222346 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e654410-b371-4f8b-a70e-6a4918b7bbe9 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:17.222747 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e654410-b371-4f8b-a70e-6a4918b7bbe9'] response: {'name': 'network-changed', 'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3', 'status': 'completed', 'code': 200} Jun 07 13:23:17.271071 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:17.397885 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:17.423994 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:17.437127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183891f0-5745-488b-9d70-f8a4ec0bdfb5 req-f082b043-4154-4fe6-9eed-f71278613af3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:17.438625 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-183891f0-5745-488b-9d70-f8a4ec0bdfb5 req-f082b043-4154-4fe6-9eed-f71278613af3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Jun 07 13:23:17.485622 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-183891f0-5745-488b-9d70-f8a4ec0bdfb5 req-522923de-be55-4c2b-946d-35ef4819e4c1 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Jun 07 13:23:17.517455 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'ebfd5636-dcdf-4db0-aedc-b8611de19f9d', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'port_id': '1df72142-8d3b-4965-899a-3271031c03d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'mac_address': 'fa:16:3e:59:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:02Z', 'updated_at': '2022-06-07T13:23:16Z', 'revision_number': 1, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:17.542131 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] Checking router: 79b9218e-edd9-4421-8b9b-174a4003d490 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:17.550615 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:17.551247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:17.649760 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:17.697245 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:17.855898 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'ebfd5636-dcdf-4db0-aedc-b8611de19f9d', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'port_id': '1df72142-8d3b-4965-899a-3271031c03d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'mac_address': 'fa:16:3e:59:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:02Z', 'updated_at': '2022-06-07T13:23:16Z', 'revision_number': 1, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:17.879613 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3d0d0-1406-42dd-96d6-d6f85c727f9b None None] The sync data for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi is: [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'ebfd5636-dcdf-4db0-aedc-b8611de19f9d', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'port_id': '1df72142-8d3b-4965-899a-3271031c03d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'mac_address': 'fa:16:3e:59:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:02Z', 'updated_at': '2022-06-07T13:23:16Z', 'revision_number': 1, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:18.068745 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a00ce3-946d-4e5c-9702-fbfb32e65f2f None None] New status for floating IP ebfd5636-dcdf-4db0-aedc-b8611de19f9d: ACTIVE {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:23:18.598057 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1f01d-e3dd-4558-89d3-a7eef52c04e2 req-dce77aea-7793-4c74-97a0-865bf05be64e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:18.599525 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ec1f01d-e3dd-4558-89d3-a7eef52c04e2 req-dce77aea-7793-4c74-97a0-865bf05be64e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0467155 Jun 07 13:23:18.611763 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:18.646165 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ec1f01d-e3dd-4558-89d3-a7eef52c04e2 req-f98e2ce9-7f0e-4d07-8898-3feb1945616d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 Jun 07 13:23:19.090415 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3b206301-d291-4dc3-8ef2-e428a2aad0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:19.654132 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-748d5f12-9121-4087-95f5-5536cb4f6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:19.655644 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-748d5f12-9121-4087-95f5-5536cb4f6a8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1129 time: 0.0925632 Jun 07 13:23:19.763817 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488feb1-fc54-425e-a238-6d56ce922459 req-caecf303-3dd1-4105-b6f6-054fdf302024 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:19.765325 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9488feb1-fc54-425e-a238-6d56ce922459 req-caecf303-3dd1-4105-b6f6-054fdf302024 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0509779 Jun 07 13:23:19.802209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-c6401c48-175b-47f5-9abd-5598361f7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:19.803722 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-c6401c48-175b-47f5-9abd-5598361f7412 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.0943816 Jun 07 13:23:19.814399 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9488feb1-fc54-425e-a238-6d56ce922459 req-8d116d2b-3891-4ece-a62c-fb31028c8860 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0b1e198-b3ae-4a82-9bda-05f4dd40037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Jun 07 13:23:19.948422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-89f1cd30-e5ed-4139-b9d3-aec62e1a00c6 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:19.949859 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-89f1cd30-e5ed-4139-b9d3-aec62e1a00c6 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 945 time: 0.0856164 Jun 07 13:23:19.956178 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-432c5270-1d09-47cc-b059-ef082a328d91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 1000 time: 0.0986419 Jun 07 13:23:20.057441 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-356f0f89-6ab3-451a-98ad-a1bb3ed07965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:20.058928 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-356f0f89-6ab3-451a-98ad-a1bb3ed07965 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0948114 Jun 07 13:23:20.080964 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Deleting port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:20.081300 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:20.156289 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-a99dc579-b7ea-41f6-bbad-16140db3ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:20.157768 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-a99dc579-b7ea-41f6-bbad-16140db3ff6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841553 Jun 07 13:23:20.242245 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] For port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:20.242611 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:20.331612 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-96f3232a-bf21-4d3a-9977-0029569a2474 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600842 Jun 07 13:23:20.500313 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:20.500669 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:20.500981 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Floating IP b959fd97-7650-422c-b78b-281b44fc2b13 disassociated. External IP: 172.27.1.41, port: 541e0200-55c0-4b40-a06e-d6fcf5d21cf5. Jun 07 13:23:20.501316 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Calling delete_port for 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:20.513407 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-dd1bb456-9d73-4c75-9d2d-881f8f2f75d8 req-d434056a-3a89-4a63-915b-1302f3f911f2 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506245 Jun 07 13:23:20.513784 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:20.517428 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:20.640006 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (541e0200-55c0-4b40-a06e-d6fcf5d21cf5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:20.667676 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event deleted for resources: {'Port': ['ID=541e0200-55c0-4b40-a06e-d6fcf5d21cf5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:20.681063 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.681404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.681738 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.682072 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.682399 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.682721 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.683063 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.683385 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.683700 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.684014 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.684328 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.684644 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.684953 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.685271 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.685599 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:20.784714 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Router 6006d0ef-be6c-4f55-8246-59db012f1a67 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:23:20.885295 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:23:20.896213 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] Sync routers for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:23:20.906687 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:20.907319 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:20.912123 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f5f9ce1-14bc-417a-accb-b4f5cbfdcff8 req-a2a9ebcc-fa7a-4dc7-9c15-9123bedf15b0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb5d9cf-92eb-45b1-b8b5-73af66067558 HTTP/1.1" status: 200 len: 210 time: 0.0303814 Jun 07 13:23:20.935889 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] No DVR routers for this DVR port 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:23:20.938536 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:20.941850 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-11043fc4-6523-48b0-a0b3-1d08386531ae req-9c3b2663-9187-4b1f-bd89-a4849c7fba3a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "DELETE /v2.0/ports/541e0200-55c0-4b40-a06e-d6fcf5d21cf5 HTTP/1.1" status: 204 len: 173 time: 0.9848232 Jun 07 13:23:20.942359 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'name': 'network-vif-deleted', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:20.945421 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164a6f6d-2781-4fe2-b06b-2bc167dc395a" -d '{"events": [{"server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "name": "network-vif-deleted", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:21.016987 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:21.029481 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:21.065559 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8b4df-1532-4202-80ae-73fd5132b23f x-openstack-request-id: req-2de8b4df-1532-4202-80ae-73fd5132b23f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:21.066489 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb5d9cf-92eb-45b1-b8b5-73af66067558", "name": "network-vif-deleted", "tag": "541e0200-55c0-4b40-a06e-d6fcf5d21cf5", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:21.066801 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2de8b4df-1532-4202-80ae-73fd5132b23f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:21.067230 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de8b4df-1532-4202-80ae-73fd5132b23f'] response: {'server_uuid': '3fb5d9cf-92eb-45b1-b8b5-73af66067558', 'name': 'network-vif-deleted', 'tag': '541e0200-55c0-4b40-a06e-d6fcf5d21cf5', 'status': 'completed', 'code': 200} Jun 07 13:23:21.230335 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:21.253763 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] Checking router: 6006d0ef-be6c-4f55-8246-59db012f1a67 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:21.262460 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:21.263025 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:22:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:21.352770 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6857d18c-904a-4dec-ba96-588f9433d715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:21.372824 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:21.522664 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:21.566176 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:21.594324 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b915e98-849e-400f-9b5c-8aa1751098e4 None None] The sync data for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi is: [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e38bf0ee-d09d-4523-b2d1-78527b573dd8', 'name': '', 'network_id': 'f37998a8-ef40-428e-a125-520797faa6c7', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'mac_address': 'fa:16:3e:5b:eb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8694f555-a906-49d5-aa03-092b621839a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:06Z', 'updated_at': '2022-06-07T13:18:18Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'subnets': [{'id': '8694f555-a906-49d5-aa03-092b621839a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:21.796515 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58cd6b-b10e-4d38-a0fa-cf99a393a38e None None] New status for floating IP b959fd97-7650-422c-b78b-281b44fc2b13: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:23:21.799895 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:22.000259 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 32996) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:22.061471 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-48ecc156-1216-4c8a-b922-1de46543e3e0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group (b0b1e198-b3ae-4a82-9bda-05f4dd40037b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.085844 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-48ecc156-1216-4c8a-b922-1de46543e3e0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group (b0b1e198-b3ae-4a82-9bda-05f4dd40037b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.134209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-48ecc156-1216-4c8a-b922-1de46543e3e0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b0b1e198-b3ae-4a82-9bda-05f4dd40037b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.136879 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-48ecc156-1216-4c8a-b922-1de46543e3e0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.138039 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-48ecc156-1216-4c8a-b922-1de46543e3e0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "DELETE /v2.0/security-groups/b0b1e198-b3ae-4a82-9bda-05f4dd40037b HTTP/1.1" status: 204 len: 168 time: 0.1366150 Jun 07 13:23:22.140727 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 32998) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:22.147512 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecc156-1216-4c8a-b922-1de46543e3e0 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b1e198-b3ae-4a82-9bda-05f4dd40037b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:22.155829 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-8e98739d-6a8f-4cf7-a0b1-27f70a3ef5e2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] show failed (client error): The resource could not be found. Jun 07 13:23:22.156995 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8e98739d-6a8f-4cf7-a0b1-27f70a3ef5e2 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups/b0b1e198-b3ae-4a82-9bda-05f4dd40037b HTTP/1.1" status: 404 len: 347 time: 0.0151873 Jun 07 13:23:22.159648 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33000) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:22.272946 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Deleting port 43b0ba4c-79a9-4fe3-8502-24db1d9dd104 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:22.273802 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.353539 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.353857 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.366601 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Calling delete_port for 43b0ba4c-79a9-4fe3-8502-24db1d9dd104 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:22.492166 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (43b0ba4c-79a9-4fe3-8502-24db1d9dd104), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.499878 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.515961 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event deleted for resources: {'Port': ['ID=43b0ba4c-79a9-4fe3-8502-24db1d9dd104,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:22.528553 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.528808 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.529148 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.529476 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.529800 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.530122 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.530441 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.531130 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.531130 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.531409 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.531724 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.532038 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.532349 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.532661 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.532973 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:22.591511 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks [] for floatingip (b959fd97-7650-422c-b78b-281b44fc2b13), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.593936 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:22.595077 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b07595a0-3449-4fe0-992b-cb4bffbc47a8 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "DELETE /v2.0/floatingips/b959fd97-7650-422c-b78b-281b44fc2b13 HTTP/1.1" status: 204 len: 168 time: 0.4345465 Jun 07 13:23:23.917984 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:25.055158 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dd140-7438-4f6d-9dd7-6332d46c17e1 req-7f1d6dbc-dcd8-4263-ae58-6ab9a82d35e3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:25.056591 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d93dd140-7438-4f6d-9dd7-6332d46c17e1 req-7f1d6dbc-dcd8-4263-ae58-6ab9a82d35e3 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0463357 Jun 07 13:23:25.065168 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:25.084659 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:25.084921 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 541e0200-55c0-4b40-a06e-d6fcf5d21cf5 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:25.103578 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d93dd140-7438-4f6d-9dd7-6332d46c17e1 req-284b75f3-ecc1-4b88-ba2b-0a82891a8290 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Jun 07 13:23:25.414662 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:26.419736 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec0492-7cf4-4acf-83da-99e53baae1d6 req-1baa4714-05fd-4cf8-ad28-195cc1284f0b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:26.421086 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8aec0492-7cf4-4acf-83da-99e53baae1d6 req-1baa4714-05fd-4cf8-ad28-195cc1284f0b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.2461925 Jun 07 13:23:26.467620 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8aec0492-7cf4-4acf-83da-99e53baae1d6 req-f13c94e2-30c8-41bc-97d4-3d2869fde61a tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Jun 07 13:23:27.581827 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a451c-2ed1-4461-b1a2-f356301601c1 req-35e70d8e-fade-42da-8563-4cdd49105577 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:27.583268 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-355a451c-2ed1-4461-b1a2-f356301601c1 req-35e70d8e-fade-42da-8563-4cdd49105577 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0452240 Jun 07 13:23:27.628931 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-355a451c-2ed1-4461-b1a2-f356301601c1 req-1f9f3382-a0c6-4bc6-8c6e-5afe51b5f44c tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Jun 07 13:23:28.503629 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-780b4d6a-eb45-4442-970a-15b0ef31dfba tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:28.505090 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-780b4d6a-eb45-4442-970a-15b0ef31dfba tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0466800 Jun 07 13:23:28.725712 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:28.728908 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:28.747311 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa98b5-1049-4175-a838-416dfec970f6 req-58f34e3a-91a5-4ff6-86db-def7ef73df99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:28.748756 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cfa98b5-1049-4175-a838-416dfec970f6 req-58f34e3a-91a5-4ff6-86db-def7ef73df99 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5b3667-5810-4568-976f-ca312dc065f4 HTTP/1.1" status: 200 len: 946 time: 0.0523524 Jun 07 13:23:28.794872 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cfa98b5-1049-4175-a838-416dfec970f6 req-f609295b-5f37-4d53-a414-d30617be3b6d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Jun 07 13:23:28.895398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Deleting port 853e6961-92a5-492c-a8b3-2379de8141ed {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:28.895732 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:28.987809 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] For port 853e6961-92a5-492c-a8b3-2379de8141ed, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=853e6961-92a5-492c-a8b3-2379de8141ed,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:28.988171 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:29.001105 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Calling delete_port for 853e6961-92a5-492c-a8b3-2379de8141ed owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:29.040182 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:29.101308 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:29.129203 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (853e6961-92a5-492c-a8b3-2379de8141ed), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:29.145182 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['853e6961-92a5-492c-a8b3-2379de8141ed', '9fbff3a7-3340-450f-bac9-a55605b332c7'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:23:29.156569 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event deleted for resources: {'Port': ['ID=853e6961-92a5-492c-a8b3-2379de8141ed,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:29.200256 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] No DVR routers for this DVR port 853e6961-92a5-492c-a8b3-2379de8141ed on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:23:29.202688 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:29.205887 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4f6e7b5a-94fc-4c5f-81a0-6c2841ce6da4 req-4401cdd3-2d1e-41af-975b-2496c786b43d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "DELETE /v2.0/ports/853e6961-92a5-492c-a8b3-2379de8141ed HTTP/1.1" status: 204 len: 173 time: 0.3926983 Jun 07 13:23:29.206595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'name': 'network-vif-deleted', 'tag': '853e6961-92a5-492c-a8b3-2379de8141ed'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:29.208947 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03536e08-7834-4ac5-a752-e94e4c901cc1" -d '{"events": [{"server_uuid": "ba5b3667-5810-4568-976f-ca312dc065f4", "name": "network-vif-deleted", "tag": "853e6961-92a5-492c-a8b3-2379de8141ed"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:29.253545 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92091b2e-a089-46c8-a029-1a693efb7f3e x-openstack-request-id: req-92091b2e-a089-46c8-a029-1a693efb7f3e {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:29.253841 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5b3667-5810-4568-976f-ca312dc065f4", "name": "network-vif-deleted", "tag": "853e6961-92a5-492c-a8b3-2379de8141ed", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:29.254094 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92091b2e-a089-46c8-a029-1a693efb7f3e {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:29.254494 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92091b2e-a089-46c8-a029-1a693efb7f3e'] response: {'server_uuid': 'ba5b3667-5810-4568-976f-ca312dc065f4', 'name': 'network-vif-deleted', 'tag': '853e6961-92a5-492c-a8b3-2379de8141ed', 'status': 'completed', 'code': 200} Jun 07 13:23:30.060786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55e057-70e8-473a-997f-6e65732c709c req-ff34b116-b89d-42a3-a805-aea8a0ab829d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:30.062215 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb55e057-70e8-473a-997f-6e65732c709c req-ff34b116-b89d-42a3-a805-aea8a0ab829d tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0450730 Jun 07 13:23:30.108405 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb55e057-70e8-473a-997f-6e65732c709c req-1f89d0c5-ee94-4031-93bb-a09d9660ba81 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Jun 07 13:23:31.219965 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f68cd-8cd7-483f-8833-7d8649f8291d req-700bbca4-bfe2-4509-aff1-36a49a180b39 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:31.221453 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a17f68cd-8cd7-483f-8833-7d8649f8291d req-700bbca4-bfe2-4509-aff1-36a49a180b39 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0467968 Jun 07 13:23:31.270697 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a17f68cd-8cd7-483f-8833-7d8649f8291d req-e82074bf-6bf9-4022-828a-9cbe4cf6d085 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Jun 07 13:23:32.052809 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:32.057248 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:32.382811 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f8f78-7c62-4fc7-a70e-f7adb57d2156 req-c1a0a23e-21e6-4357-b35e-ceac6502dfdc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:32.384263 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d82f8f78-7c62-4fc7-a70e-f7adb57d2156 req-c1a0a23e-21e6-4357-b35e-ceac6502dfdc tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0465100 Jun 07 13:23:32.430319 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d82f8f78-7c62-4fc7-a70e-f7adb57d2156 req-437e5c78-e27e-4cd4-b575-c2003015e74b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Jun 07 13:23:33.077294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 853e6961-92a5-492c-a8b3-2379de8141ed no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:33.096349 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 853e6961-92a5-492c-a8b3-2379de8141ed {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:33.096685 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 853e6961-92a5-492c-a8b3-2379de8141ed not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:33.540777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254a2db-e430-45df-b762-aa69b1cfdb04 req-e6383295-790f-4582-acbf-67f7b61a290e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:33.542180 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6254a2db-e430-45df-b762-aa69b1cfdb04 req-e6383295-790f-4582-acbf-67f7b61a290e tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0451198 Jun 07 13:23:33.587425 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6254a2db-e430-45df-b762-aa69b1cfdb04 req-061a062f-2c7e-43c6-a184-f8c49d61bf45 tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/security-groups?id=c70681b6-5608-41b0-9e42-d434a57712ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398221 Jun 07 13:23:34.190814 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:34.262354 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-f3484445-9b0f-4713-a8b2-60ad899ad2ca tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:34.263827 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-f3484445-9b0f-4713-a8b2-60ad899ad2ca tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 945 time: 0.0509105 Jun 07 13:23:34.351522 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Deleting port 9fbff3a7-3340-450f-bac9-a55605b332c7 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:34.351941 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:34.443061 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] For port 9fbff3a7-3340-450f-bac9-a55605b332c7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9fbff3a7-3340-450f-bac9-a55605b332c7,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:34.443361 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:34.456248 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Calling delete_port for 9fbff3a7-3340-450f-bac9-a55605b332c7 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:34.576004 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (9fbff3a7-3340-450f-bac9-a55605b332c7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:34.589583 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['9fbff3a7-3340-450f-bac9-a55605b332c7'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:23:34.606903 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Pushing event deleted for resources: {'Port': ['ID=9fbff3a7-3340-450f-bac9-a55605b332c7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:34.651400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] No DVR routers for this DVR port 9fbff3a7-3340-450f-bac9-a55605b332c7 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:23:34.653872 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:34.657153 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f211d7a7-c091-457a-bba2-1ea4400afcac req-5840d3e1-603b-48fc-b44d-72c451fc68bf tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.18 "DELETE /v2.0/ports/9fbff3a7-3340-450f-bac9-a55605b332c7 HTTP/1.1" status: 204 len: 173 time: 0.3827171 Jun 07 13:23:34.657585 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bca688-1384-4f4d-a129-4129e290831c', 'name': 'network-vif-deleted', 'tag': '9fbff3a7-3340-450f-bac9-a55605b332c7'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:34.659831 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad880bf-40b7-475a-8e5f-e40956c4662f" -d '{"events": [{"server_uuid": "23bca688-1384-4f4d-a129-4129e290831c", "name": "network-vif-deleted", "tag": "9fbff3a7-3340-450f-bac9-a55605b332c7"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:34.700604 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0888e262-f4d5-48a4-a94d-7cd7c2f7ab0f req-ae859f87-78f5-479e-b745-148e8a61056b tempest-ServerRescueNegativeTestJSON-1835430678 tempest-ServerRescueNegativeTestJSON-1835430678-project] 10.222.0.61 "GET /v2.0/ports?device_id=23bca688-1384-4f4d-a129-4129e290831c HTTP/1.1" status: 200 len: 210 time: 0.0344534 Jun 07 13:23:34.701109 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28243082-606c-42d9-8923-aeaae9d6fb56 x-openstack-request-id: req-28243082-606c-42d9-8923-aeaae9d6fb56 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:34.701231 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bca688-1384-4f4d-a129-4129e290831c", "name": "network-vif-deleted", "tag": "9fbff3a7-3340-450f-bac9-a55605b332c7", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:34.701435 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28243082-606c-42d9-8923-aeaae9d6fb56 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:34.701827 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28243082-606c-42d9-8923-aeaae9d6fb56'] response: {'server_uuid': '23bca688-1384-4f4d-a129-4129e290831c', 'name': 'network-vif-deleted', 'tag': '9fbff3a7-3340-450f-bac9-a55605b332c7', 'status': 'completed', 'code': 200} Jun 07 13:23:35.356300 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68c25-5fcc-47c7-a876-9def37bbc6c5 req-af26a09e-bd8e-446a-8a10-fb3abeb26f08 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:35.357713 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-74a68c25-5fcc-47c7-a876-9def37bbc6c5 req-af26a09e-bd8e-446a-8a10-fb3abeb26f08 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0453420 Jun 07 13:23:35.403997 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-74a68c25-5fcc-47c7-a876-9def37bbc6c5 req-02c94c36-3836-482d-a82e-311027adac5c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Jun 07 13:23:35.673883 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:23:35.760667 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33094) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:36.153444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:36.463178 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (6006d0ef-be6c-4f55-8246-59db012f1a67), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:36.555450 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:36.557012 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc092-bd2f-4a6b-b5ba-afc592a3c6ec req-53593534-2000-489f-8df5-5f9f1b5a5934 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:36.558410 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c41dc092-bd2f-4a6b-b5ba-afc592a3c6ec req-53593534-2000-489f-8df5-5f9f1b5a5934 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0788317 Jun 07 13:23:36.568987 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680dd27-91b9-4e4b-82d6-682e25077b0c req-25ccffab-ac51-414f-aaf0-654e79c76036 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:36.570380 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7680dd27-91b9-4e4b-82d6-682e25077b0c req-25ccffab-ac51-414f-aaf0-654e79c76036 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0623465 Jun 07 13:23:36.643096 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c41dc092-bd2f-4a6b-b5ba-afc592a3c6ec req-c69cf61f-1b0f-444d-b6fc-fa754aa1095a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716920 Jun 07 13:23:36.647663 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7680dd27-91b9-4e4b-82d6-682e25077b0c req-c80b13b0-51c4-4350-98ca-f06e0a360070 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698154 Jun 07 13:23:36.731340 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Deleting port e38bf0ee-d09d-4523-b2d1-78527b573dd8 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:36.731590 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:36.805916 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] For port e38bf0ee-d09d-4523-b2d1-78527b573dd8, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=e38bf0ee-d09d-4523-b2d1-78527b573dd8,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:36.806577 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:36.818673 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Calling delete_port for e38bf0ee-d09d-4523-b2d1-78527b573dd8 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:36.990678 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (e38bf0ee-d09d-4523-b2d1-78527b573dd8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:37.017677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e38bf0ee-d09d-4523-b2d1-78527b573dd8,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:37.173650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (6006d0ef-be6c-4f55-8246-59db012f1a67), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:37.312926 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:37.373475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Router 6006d0ef-be6c-4f55-8246-59db012f1a67 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:23:37.384568 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:37.483324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:23:37.488469 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c5b163e6-ae47-4d4d-b2f9-7041a4132a0d admin admin] 10.222.0.61 "PUT /v2.0/routers/6006d0ef-be6c-4f55-8246-59db012f1a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267301 Jun 07 13:23:37.490992 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33104) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:37.495420 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] Sync routers for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:23:37.504703 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:37.505381 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:37.587899 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks [] for router (6006d0ef-be6c-4f55-8246-59db012f1a67), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:37.593347 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:37.607033 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:37.686095 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks [] for router_gateway (6006d0ef-be6c-4f55-8246-59db012f1a67), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:37.745926 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Deleting port ea272860-448a-4840-a987-57116b235297 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:37.746263 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (ea272860-448a-4840-a987-57116b235297), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:37.791956 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456ce7c-a4c0-4ffb-835c-39d86f11cf4a req-46652c29-0733-40bd-9c7e-8e25086ffc3a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:37.793540 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ea272860-448a-4840-a987-57116b235297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:23:36Z', 'revision_number': 5, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port': {'id': 'ea272860-448a-4840-a987-57116b235297', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:01Z', 'updated_at': '2022-06-07T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:37.795278 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7456ce7c-a4c0-4ffb-835c-39d86f11cf4a req-46652c29-0733-40bd-9c7e-8e25086ffc3a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0769510 Jun 07 13:23:37.815129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265c765-871c-4da5-9f2b-51e6f8122013 req-c697804b-258b-4c28-9736-e2199c8b0c80 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:37.816917 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c265c765-871c-4da5-9f2b-51e6f8122013 req-c697804b-258b-4c28-9736-e2199c8b0c80 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0708208 Jun 07 13:23:37.823101 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] Checking router: 6006d0ef-be6c-4f55-8246-59db012f1a67 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:37.833204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] Routers {'6006d0ef-be6c-4f55-8246-59db012f1a67'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:37.833950 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['6006d0ef-be6c-4f55-8246-59db012f1a67'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:37.834565 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] For port ea272860-448a-4840-a987-57116b235297, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ea272860-448a-4840-a987-57116b235297,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:37.835065 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (ea272860-448a-4840-a987-57116b235297), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:37.850095 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Calling delete_port for ea272860-448a-4840-a987-57116b235297 owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:37.905732 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7456ce7c-a4c0-4ffb-835c-39d86f11cf4a req-8659fefb-f4ad-4b72-bc3e-a0d712e9df3c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914974 Jun 07 13:23:37.915950 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c265c765-871c-4da5-9f2b-51e6f8122013 req-32cf10dd-cfc9-4916-a501-0a839df96e75 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857527 Jun 07 13:23:37.938848 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] Set router 6006d0ef-be6c-4f55-8246-59db012f1a67 gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:37.985072 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:23:37Z', 'revision_number': 6, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:38.009948 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2603a-bd6b-472e-9647-e756ba5745eb None None] The sync data for ids ['6006d0ef-be6c-4f55-8246-59db012f1a67'] in dv-cinder-844601-3-iscsi is: [{'id': '6006d0ef-be6c-4f55-8246-59db012f1a67', 'name': 'tempest-ServerRescueNegativeTestJSON-287570138-router', 'tenant_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:23:37Z', 'revision_number': 6, 'project_id': '7c615cd1e80a42e0ac2aff126cbb1455', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:38.040761 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (ea272860-448a-4840-a987-57116b235297), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.063449 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea272860-448a-4840-a987-57116b235297,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:38.131156 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (6006d0ef-be6c-4f55-8246-59db012f1a67), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.226120 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (6006d0ef-be6c-4f55-8246-59db012f1a67), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.228972 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks [] for router_controller (6006d0ef-be6c-4f55-8246-59db012f1a67), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.232315 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:38.292216 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (6006d0ef-be6c-4f55-8246-59db012f1a67), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.292741 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6006d0ef-be6c-4f55-8246-59db012f1a67 {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:23:38.297649 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.298769 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-415bb15f-df1b-46b6-93a9-2fccfcaddc3f admin admin] 10.222.0.61 "DELETE /v2.0/routers/6006d0ef-be6c-4f55-8246-59db012f1a67 HTTP/1.1" status: 204 len: 168 time: 0.8068924 Jun 07 13:23:38.301194 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33112) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:38.345122 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] Deleting subnet 8694f555-a906-49d5-aa03-092b621839a4 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:23:38.349725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] Publish callbacks [] for subnet (8694f555-a906-49d5-aa03-092b621839a4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.386042 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (8694f555-a906-49d5-aa03-092b621839a4), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.387618 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:38.493461 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (8694f555-a906-49d5-aa03-092b621839a4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.544124 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (8694f555-a906-49d5-aa03-092b621839a4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.569238 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8694f555-a906-49d5-aa03-092b621839a4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:38.571672 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.576964 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1c14625a-3e09-4460-aa33-7557fe1d8b8e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8694f555-a906-49d5-aa03-092b621839a4 HTTP/1.1" status: 204 len: 168 time: 0.2726440 Jun 07 13:23:38.577092 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33114) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:38.577530 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d41feb-3912-4acd-8eee-a540dfaf1fba None None] Network f37998a8-ef40-428e-a125-520797faa6c7 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:23:38.681624 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-d32f780c-2df0-4c03-96ff-e95373bf3c72 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:38.683167 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-d32f780c-2df0-4c03-96ff-e95373bf3c72 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.0631883 Jun 07 13:23:38.685828 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (f37998a8-ef40-428e-a125-520797faa6c7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.726398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Deleting port 2d870e5b-61f1-483f-ad41-1c08df9102ef {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:38.726736 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.763774 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] DHCP port deletion for f37998a8-ef40-428e-a125-520797faa6c7 request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:23:38.788982 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:38.805537 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] Deleting port 2d870e5b-61f1-483f-ad41-1c08df9102ef {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:38.805910 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.832466 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] For port 2d870e5b-61f1-483f-ad41-1c08df9102ef, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=2d870e5b-61f1-483f-ad41-1c08df9102ef,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:38.832826 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.877334 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] For port 2d870e5b-61f1-483f-ad41-1c08df9102ef, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=2d870e5b-61f1-483f-ad41-1c08df9102ef,segment=NetworkSegment(d2f4e441-24c8-498d-ab20-ab5609f98f70),segment_id=d2f4e441-24c8-498d-ab20-ab5609f98f70)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:38.877736 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.893283 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] Calling delete_port for 2d870e5b-61f1-483f-ad41-1c08df9102ef owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:38.894902 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Calling delete_port for 2d870e5b-61f1-483f-ad41-1c08df9102ef owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:38.921727 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:38.921979 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:38.931350 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-419c10e9-8c68-4ff4-a882-71573f1a5782 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:38.932325 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-419c10e9-8c68-4ff4-a882-71573f1a5782 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0753446 Jun 07 13:23:39.017659 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.044276 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] Pushing event deleted for resources: {'Port': ['ID=2d870e5b-61f1-483f-ad41-1c08df9102ef,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:39.058138 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5eb79-cc6c-4947-95fa-c105603146e9 None None] No DVR routers for this DVR port 2d870e5b-61f1-483f-ad41-1c08df9102ef on host dv-cinder-844601-3-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:23:39.082802 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 9fbff3a7-3340-450f-bac9-a55605b332c7 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:39.089760 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:39.110949 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4131-14fd-471a-bfd1-d56a2ac05b7e req-7121993d-61a2-4732-a83e-4c359bea454d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:39.113143 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25ee4131-14fd-471a-bfd1-d56a2ac05b7e req-7121993d-61a2-4732-a83e-4c359bea454d tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 945 time: 0.1171653 Jun 07 13:23:39.123946 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 9fbff3a7-3340-450f-bac9-a55605b332c7 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:39.124500 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 9fbff3a7-3340-450f-bac9-a55605b332c7 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:39.125021 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3845a-e46e-4fae-8de6-217ba469fa68 req-057450e7-4db1-47fc-959e-bb52f29e19b2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:39.126446 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-85f3845a-e46e-4fae-8de6-217ba469fa68 req-057450e7-4db1-47fc-959e-bb52f29e19b2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.1044405 Jun 07 13:23:39.188553 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:39.203057 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25ee4131-14fd-471a-bfd1-d56a2ac05b7e req-f2e70f23-16a4-491d-b653-12962f8d0f77 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=41c62e72-924a-46de-98a2-b615c4847823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753233 Jun 07 13:23:39.219953 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-85f3845a-e46e-4fae-8de6-217ba469fa68 req-0762801f-f792-4f0d-9ec8-4e1d728a3275 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849576 Jun 07 13:23:39.412242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Deleting port 110b12e8-380e-45f8-9b34-02595fa36a2c {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:39.412502 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.423133 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] For port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:39.423420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.426417 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:39.442471 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (2d870e5b-61f1-483f-ad41-1c08df9102ef), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.473811 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:39.538279 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] No DVR routers for this DVR port 2d870e5b-61f1-483f-ad41-1c08df9102ef on host dv-cinder-844601-3-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:23:39.549144 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d870e5b-61f1-483f-ad41-1c08df9102ef,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:39.706509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (f37998a8-ef40-428e-a125-520797faa6c7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.713826 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] For port 110b12e8-380e-45f8-9b34-02595fa36a2c, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=110b12e8-380e-45f8-9b34-02595fa36a2c,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:39.714469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.813659 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37998a8-ef40-428e-a125-520797faa6c7']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:39.832807 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f4e441-24c8-498d-ab20-ab5609f98f70') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:39.833102 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f4e441-24c8-498d-ab20-ab5609f98f70') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:39.851732 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.852232 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (91701985-81bf-41a7-8ea4-77388f54fbe1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.852542 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP 91701985-81bf-41a7-8ea4-77388f54fbe1 disassociated. External IP: 172.27.1.109, port: 5b2360ca-1e30-48e4-8e27-cdc322c1bc95. Jun 07 13:23:39.852877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:39.862104 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (d2f4e441-24c8-498d-ab20-ab5609f98f70), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.916069 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (d2f4e441-24c8-498d-ab20-ab5609f98f70), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.957692 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:23:39.958043 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (d2f4e441-24c8-498d-ab20-ab5609f98f70), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:39.958777 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ea272860-448a-4840-a987-57116b235297 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:39.983376 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: ea272860-448a-4840-a987-57116b235297 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:39.983721 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ea272860-448a-4840-a987-57116b235297 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:39.984144 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 2d870e5b-61f1-483f-ad41-1c08df9102ef no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:40.002484 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 2d870e5b-61f1-483f-ad41-1c08df9102ef {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:40.002850 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 2d870e5b-61f1-483f-ad41-1c08df9102ef not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:40.003266 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device e38bf0ee-d09d-4523-b2d1-78527b573dd8 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:40.022139 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: e38bf0ee-d09d-4523-b2d1-78527b573dd8 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:40.022483 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device e38bf0ee-d09d-4523-b2d1-78527b573dd8 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:40.055697 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d2f4e441-24c8-498d-ab20-ab5609f98f70 resource provider aggregate not found Jun 07 13:23:40.078610 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d2f4e441-24c8-498d-ab20-ab5609f98f70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2f4e441-24c8-498d-ab20-ab5609f98f70 found for delete ", "request_id": "req-9e4d3f48-eb9f-43e3-9afc-91a25faedb1c"}]} Jun 07 13:23:40.095311 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (f37998a8-ef40-428e-a125-520797faa6c7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.100406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.103549 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] 10.222.0.61 "DELETE /v2.0/networks/f37998a8-ef40-428e-a125-520797faa6c7 HTTP/1.1" status: 204 len: 168 time: 1.5256002 Jun 07 13:23:40.115409 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.115995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.116357 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Floating IP b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4 disassociated. External IP: 172.27.1.153, port: 110b12e8-380e-45f8-9b34-02595fa36a2c. Jun 07 13:23:40.116782 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Calling delete_port for 110b12e8-380e-45f8-9b34-02595fa36a2c owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:40.138661 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c11a-0faa-43d2-8984-2cb8ba09429d admin admin] Pushing event deleted for resources: {'Network': ['ID=f37998a8-ef40-428e-a125-520797faa6c7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:40.203279 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:40.220087 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33128) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:40.259296 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (5b2360ca-1e30-48e4-8e27-cdc322c1bc95), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.295386 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=5b2360ca-1e30-48e4-8e27-cdc322c1bc95,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:40.336916 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8e4c447-4751-4886-97e2-e88774cc951f req-3ee1310d-4169-4852-a2ee-35f031ffbfe6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 210 time: 0.0501466 Jun 07 13:23:40.356269 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ea21a066-708c-42e6-a346-95e2f30f58ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c615cd1e80a42e0ac2aff126cbb1455&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1347351 Jun 07 13:23:40.359154 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33134) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:40.389073 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2845-f8e5-4ef7-b2f2-32b03934d7bb req-8665256d-ae0a-4cec-a11b-ac473fdebd6e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:40.390537 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb7a2845-f8e5-4ef7-b2f2-32b03934d7bb req-8665256d-ae0a-4cec-a11b-ac473fdebd6e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 945 time: 0.0883350 Jun 07 13:23:40.409104 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:40.440280 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (110b12e8-380e-45f8-9b34-02595fa36a2c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.466417 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29416537-992c-49bd-8213-4bcb8f73d419 admin admin] Publish callbacks [] for security_group (c70681b6-5608-41b0-9e42-d434a57712ef), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.474970 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb7a2845-f8e5-4ef7-b2f2-32b03934d7bb req-46ad0c9b-62e1-4e90-8d64-b5883c591dea tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764208 Jun 07 13:23:40.481042 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event deleted for resources: {'Port': ['ID=110b12e8-380e-45f8-9b34-02595fa36a2c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:40.503977 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:23:40.504937 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29416537-992c-49bd-8213-4bcb8f73d419 admin admin] Publish callbacks [] for security_group (c70681b6-5608-41b0-9e42-d434a57712ef), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.556396 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29416537-992c-49bd-8213-4bcb8f73d419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (c70681b6-5608-41b0-9e42-d434a57712ef), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.559628 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-29416537-992c-49bd-8213-4bcb8f73d419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.560755 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-29416537-992c-49bd-8213-4bcb8f73d419 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c70681b6-5608-41b0-9e42-d434a57712ef HTTP/1.1" status: 204 len: 168 time: 0.2007306 Jun 07 13:23:40.568478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29416537-992c-49bd-8213-4bcb8f73d419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70681b6-5608-41b0-9e42-d434a57712ef,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:40.683215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:23:40.696523 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:23:40.714019 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:23:40.731244 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:40.732231 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:40.805786 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] No DVR routers for this DVR port 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:23:40.840332 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:40.844192 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-70ef9670-caf7-49bc-864f-6c5aa837bd26 req-dccdae0c-0142-4f37-af75-442432b8cc89 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "DELETE /v2.0/ports/5b2360ca-1e30-48e4-8e27-cdc322c1bc95 HTTP/1.1" status: 204 len: 173 time: 2.0703442 Jun 07 13:23:40.845110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'name': 'network-vif-deleted', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:40.847619 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5226a65c-2abd-4453-8a74-18a5d632a7af" -d '{"events": [{"server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "name": "network-vif-deleted", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:40.862427 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:40.913959 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a008f-62b9-408b-9e05-226fd1c4889e x-openstack-request-id: req-4e6a008f-62b9-408b-9e05-226fd1c4889e {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:40.914256 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce009cf-5ec7-48ea-98dd-9488421317c2", "name": "network-vif-deleted", "tag": "5b2360ca-1e30-48e4-8e27-cdc322c1bc95", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:40.915440 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e6a008f-62b9-408b-9e05-226fd1c4889e {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:40.916848 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6a008f-62b9-408b-9e05-226fd1c4889e'] response: {'server_uuid': '0ce009cf-5ec7-48ea-98dd-9488421317c2', 'name': 'network-vif-deleted', 'tag': '5b2360ca-1e30-48e4-8e27-cdc322c1bc95', 'status': 'completed', 'code': 200} Jun 07 13:23:40.928497 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:23:40.943432 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:23:40.957581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:40.959293 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:41.004915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] No DVR routers for this DVR port 110b12e8-380e-45f8-9b34-02595fa36a2c on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:23:41.011388 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:41.015061 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-91dfc090-41f5-44e0-bd90-1a8b7be04d72 req-075ea31e-0b96-4858-b1b0-6293ab804582 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "DELETE /v2.0/ports/110b12e8-380e-45f8-9b34-02595fa36a2c HTTP/1.1" status: 204 len: 173 time: 2.0699613 Jun 07 13:23:41.134919 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:41.137306 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:41.167105 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:41.175517 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:41.176128 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:41.281548 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:41.334878 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:41.493161 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a0162d1-5f84-4f23-a35c-bbc779b4f661 req-205bf42c-d1ca-4efb-8008-fa4ceadea186 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ce009cf-5ec7-48ea-98dd-9488421317c2 HTTP/1.1" status: 200 len: 210 time: 0.0470636 Jun 07 13:23:41.547293 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:41.559800 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:41.571900 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:41.572531 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:41.575482 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:41.589540 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3249-eef3-44fb-9ce4-6f3f2c922463 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:41.621387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33162) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:41.650762 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6583108-dc35-4982-a3ec-5d01e6e368c7 req-54563d9e-45af-43c2-b880-b73ed07a5f4c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=2015ad36-8c9d-42a6-b493-ebed58fb80bd HTTP/1.1" status: 200 len: 210 time: 0.0486970 Jun 07 13:23:41.708999 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:41.759350 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1440119816-network', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:41.786226 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Made reservation on behalf of 5541835571f64b4dbec6cabbbd6b13ca for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:23:41.788686 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:41.799707 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:41.833539 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:41.848957 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:41.889140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks [] for security_group (09b5d920-377b-4a6f-b576-14447f1b46f4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:41.893577 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (09b5d920-377b-4a6f-b576-14447f1b46f4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:41.906370 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4c726-aafd-461a-ba23-ad34e1cfb99d None None] New status for floating IP 91701985-81bf-41a7-8ea4-77388f54fbe1: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:23:41.923654 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:23:41.931335 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:41.934373 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b5d920-377b-4a6f-b576-14447f1b46f4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:41.939524 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (32ea2289-1cdb-4198-b5a4-9fd34c53110e), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:41.940045 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Added segment 32ea2289-1cdb-4198-b5a4-9fd34c53110e of type vlan for network d03f50ab-3c90-41eb-b646-98d9eb95947d Jun 07 13:23:41.965660 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5885e-9fac-4528-9b9d-d5b2b52593a2 None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:41.988365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (d03f50ab-3c90-41eb-b646-98d9eb95947d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.020480 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (d03f50ab-3c90-41eb-b646-98d9eb95947d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.022134 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:42.023158 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.092085 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4693685 Jun 07 13:23:42.094851 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33166) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:42.099978 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Request body: {'subnet': {'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1440119816-subnet', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:42.122777 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587db6e-cf95-4898-ae9e-5560bdd3d3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d03f50ab-3c90-41eb-b646-98d9eb95947d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:42.132532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Made reservation on behalf of 5541835571f64b4dbec6cabbbd6b13ca for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:23:42.135686 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network d03f50ab-3c90-41eb-b646-98d9eb95947d details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:23:42.136369 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.190532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:42.286700 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4ae31-5cc9-4aea-bfca-9a55c32f4505 None None] New status for floating IP b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:23:42.319771 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (06790174-453a-42cf-a93c-779a835defde), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.367394 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06790174-453a-42cf-a93c-779a835defde,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:42.384467 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Checking segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:42.384820 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Network hostable DHCP agents. Network: d03f50ab-3c90-41eb-b646-98d9eb95947d, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:23:42.404173 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Network d03f50ab-3c90-41eb-b646-98d9eb95947d is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:23:42.415834 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, d03f50ab-3c90-41eb-b646-98d9eb95947d) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:42.425545 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:42.426820 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.433427 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df785b8e-dc33-4f19-846d-07ccadc15030 None None] Network d03f50ab-3c90-41eb-b646-98d9eb95947d requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:23:42.448223 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2135198e-d0e3-4d54-8ac8-6529328c8239 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3491788 Jun 07 13:23:42.448223 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33168) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:42.453010 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:42.472144 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (5d18efd9-5ba3-4b67-ac6e-c63576670d90), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.473132 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (5d18efd9-5ba3-4b67-ac6e-c63576670d90), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.532499 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks [] for router_controller (5d18efd9-5ba3-4b67-ac6e-c63576670d90), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.553084 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-d03f50ab-3c90-41eb-b646-98d9eb95947d', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:23:42.554159 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.581052 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33174) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:42.638867 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2706ae78-c816-4cf9-972b-60040463aa0a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (41c62e72-924a-46de-98a2-b615c4847823), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.666544 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2706ae78-c816-4cf9-972b-60040463aa0a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (41c62e72-924a-46de-98a2-b615c4847823), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.673203 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks [] for router_gateway (5d18efd9-5ba3-4b67-ac6e-c63576670d90), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.702969 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Allocated IP 172.20.0.2 (d03f50ab-3c90-41eb-b646-98d9eb95947d/06790174-453a-42cf-a93c-779a835defde/3aa937a1-289b-4825-addd-c8dbcaf8bfe2) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:42.731196 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2706ae78-c816-4cf9-972b-60040463aa0a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (41c62e72-924a-46de-98a2-b615c4847823), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.733846 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2706ae78-c816-4cf9-972b-60040463aa0a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.735024 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2706ae78-c816-4cf9-972b-60040463aa0a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/security-groups/41c62e72-924a-46de-98a2-b615c4847823 HTTP/1.1" status: 204 len: 168 time: 0.1529524 Jun 07 13:23:42.739547 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33180) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:42.751901 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706ae78-c816-4cf9-972b-60040463aa0a tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c62e72-924a-46de-98a2-b615c4847823,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:42.758741 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-ac76e1fb-d648-4bfa-ae12-f9106d36ea12 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] show failed (client error): The resource could not be found. Jun 07 13:23:42.759777 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ac76e1fb-d648-4bfa-ae12-f9106d36ea12 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups/41c62e72-924a-46de-98a2-b615c4847823 HTTP/1.1" status: 404 len: 347 time: 0.0192897 Jun 07 13:23:42.762629 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33182) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:42.797636 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:42.884317 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port 4d3228e8-419c-4edc-bb6c-749515a9385d {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:23:42.885139 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.897623 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Publish callbacks [] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.908385 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.917645 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'name': 'network-vif-deleted', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:42.920538 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68f4c88-4d2c-4e65-b9fb-469d2744c4ba" -d '{"events": [{"server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "name": "network-vif-deleted", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:42.927319 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks [] for router_gateway (5d18efd9-5ba3-4b67-ac6e-c63576670d90), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.948128 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:42.973202 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Network d03f50ab-3c90-41eb-b646-98d9eb95947d is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:42.976277 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:42.983728 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:42.990651 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Pushing event updated for resources: {'Port': ['ID=3aa937a1-289b-4825-addd-c8dbcaf8bfe2,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:43.000627 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.000949 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (4d3228e8-419c-4edc-bb6c-749515a9385d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.011001 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd23b440-a910-40e3-b575-3973df62f29a x-openstack-request-id: req-cd23b440-a910-40e3-b575-3973df62f29a {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:43.011299 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2015ad36-8c9d-42a6-b493-ebed58fb80bd", "name": "network-vif-deleted", "tag": "110b12e8-380e-45f8-9b34-02595fa36a2c", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:43.011556 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd23b440-a910-40e3-b575-3973df62f29a {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:43.012772 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd23b440-a910-40e3-b575-3973df62f29a'] response: {'server_uuid': '2015ad36-8c9d-42a6-b493-ebed58fb80bd', 'name': 'network-vif-deleted', 'tag': '110b12e8-380e-45f8-9b34-02595fa36a2c', 'status': 'completed', 'code': 200} Jun 07 13:23:43.027005 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for 4d3228e8-419c-4edc-bb6c-749515a9385d owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:23:43.046915 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-04660797-7ef5-4fa3-89b8-56c5c59a32a5 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066727904&fields=id&tenant_id=b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 267 time: 0.0788765 Jun 07 13:23:43.048107 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Attempting to bind port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:23:43.048536 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Attempting to bind port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:23:43.049018 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Attempting to bind port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 on network d03f50ab-3c90-41eb-b646-98d9eb95947d {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:43.054542 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:23:43.055062 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Checking segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:43.055628 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.056090 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Bound using segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:23:43.056616 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Bound port: 3aa937a1-289b-4825-addd-c8dbcaf8bfe2, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:23:43.057049 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.071159 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:43.093641 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Allocated IP 172.27.1.4 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:43.096846 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:43.120404 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:43.120739 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 5b2360ca-1e30-48e4-8e27-cdc322c1bc95 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:43.121170 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 110b12e8-380e-45f8-9b34-02595fa36a2c no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:23:43.139612 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:43.150693 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 110b12e8-380e-45f8-9b34-02595fa36a2c {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:23:43.151075 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 110b12e8-380e-45f8-9b34-02595fa36a2c not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:23:43.157403 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:43.160908 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:43.164225 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] For port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:23:43.169327 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] For port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3aa937a1-289b-4825-addd-c8dbcaf8bfe2,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:23:43.179401 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.222670 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks [] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.230312 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-c8788241-9680-46d0-91a2-85410343a577 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:43.233396 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-c8788241-9680-46d0-91a2-85410343a577 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 811 time: 0.1528342 Jun 07 13:23:43.244389 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc65f6-6954-4f0f-ad16-ed6c9a7b3903 None None] Pushing event updated for resources: {'Port': ['ID=3aa937a1-289b-4825-addd-c8dbcaf8bfe2,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:43.269132 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.275231 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-4eeba7ab-bdf3-4553-b642-98043ca8ef4a tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/quotas/b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 375 time: 0.0157356 Jun 07 13:23:43.307296 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (4d3228e8-419c-4edc-bb6c-749515a9385d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.313336 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:43.320594 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:43.325390 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:43.348824 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:43.364160 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=4d3228e8-419c-4edc-bb6c-749515a9385d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:43.376967 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-db36ee7f-8910-4b9b-ba38-d6302717bf58 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952346 Jun 07 13:23:43.455199 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (91701985-81bf-41a7-8ea4-77388f54fbe1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.459352 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.460761 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-72ee8e2f-1494-408f-9a24-cea9f9cf96f7 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/floatingips/91701985-81bf-41a7-8ea4-77388f54fbe1 HTTP/1.1" status: 204 len: 168 time: 0.6967027 Jun 07 13:23:43.592465 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33194) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:43.597129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-94fd5f58-b79b-452d-a94e-27965e189ffd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857524956', 'description': 'tempest-description--598195421'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:43.643146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94fd5f58-b79b-452d-a94e-27965e189ffd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.667479 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2a268372-148d-4479-ba2d-e00a6481b99f service neutron] 10.222.0.61 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751510 Jun 07 13:23:43.798266 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2b8e1e58-a979-4b58-9c19-ea4d6f81b754 service neutron] 10.222.0.61 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237540 Jun 07 13:23:43.807571 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94fd5f58-b79b-452d-a94e-27965e189ffd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (fa0e15b6-fc00-4ab5-82be-a5d1c7032995), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.811864 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94fd5f58-b79b-452d-a94e-27965e189ffd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (fa0e15b6-fc00-4ab5-82be-a5d1c7032995), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.844392 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94fd5f58-b79b-452d-a94e-27965e189ffd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.845945 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-94fd5f58-b79b-452d-a94e-27965e189ffd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2521408 Jun 07 13:23:43.846969 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd5f58-b79b-452d-a94e-27965e189ffd tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0e15b6-fc00-4ab5-82be-a5d1c7032995,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:43.849060 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33196) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:43.854892 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-a7bf880f-e923-418c-a092-32c6ff313b30 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': 'fa0e15b6-fc00-4ab5-82be-a5d1c7032995', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:43.886345 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7bf880f-e923-418c-a092-32c6ff313b30 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (77d9ca3b-8e84-40b8-86fc-653328e24299), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.910055 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks [] for router_gateway (5d18efd9-5ba3-4b67-ac6e-c63576670d90), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.966214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7bf880f-e923-418c-a092-32c6ff313b30 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (77d9ca3b-8e84-40b8-86fc-653328e24299), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:43.974260 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7bf880f-e923-418c-a092-32c6ff313b30 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (77d9ca3b-8e84-40b8-86fc-653328e24299), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.001299 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf880f-e923-418c-a092-32c6ff313b30 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d9ca3b-8e84-40b8-86fc-653328e24299,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:44.018346 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7bf880f-e923-418c-a092-32c6ff313b30 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.020057 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a7bf880f-e923-418c-a092-32c6ff313b30 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700099 Jun 07 13:23:44.022951 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33204) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:44.035277 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-ead983b1-b4bd-49c6-b71c-082c4fb42fc2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'security_group_rule': {'security_group_id': 'fa0e15b6-fc00-4ab5-82be-a5d1c7032995', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:44.064657 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:44.069225 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ead983b1-b4bd-49c6-b71c-082c4fb42fc2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (11a3897f-5fa4-4232-a527-a91409f4171b), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.080099 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:44.080643 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:44.154032 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ead983b1-b4bd-49c6-b71c-082c4fb42fc2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (11a3897f-5fa4-4232-a527-a91409f4171b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.162254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ead983b1-b4bd-49c6-b71c-082c4fb42fc2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (11a3897f-5fa4-4232-a527-a91409f4171b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.185927 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead983b1-b4bd-49c6-b71c-082c4fb42fc2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a3897f-5fa4-4232-a527-a91409f4171b,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:44.189343 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (5d18efd9-5ba3-4b67-ac6e-c63576670d90), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.205088 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:44.220502 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:44.221152 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.237165 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-80e45549-a10b-4ff5-b11c-8004ff69d97b req-19c2a44c-1177-4826-a8f9-ee5a9c5e2b7a tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 210 time: 0.0416291 Jun 07 13:23:44.247786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ead983b1-b4bd-49c6-b71c-082c4fb42fc2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.252097 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ead983b1-b4bd-49c6-b71c-082c4fb42fc2 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2272835 Jun 07 13:23:44.252702 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33210) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:44.257082 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:44.281312 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.357488 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:44.357881 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.393543 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:23:44.400264 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.401208 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:44.412251 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:44.443217 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3aa937a1-289b-4825-addd-c8dbcaf8bfe2,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:44.448891 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31103552-6109-481a-9b67-0ae530d1d0de None None] Network d03f50ab-3c90-41eb-b646-98d9eb95947d requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:23:44.453584 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.537241 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:23:44.538504 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-05701700-2592-40c5-8a75-9c5261b91829 None None] Provisioning complete for port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:44.539085 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-05701700-2592-40c5-8a75-9c5261b91829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.548760 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Sync routers for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:23:44.563699 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:44.564782 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:44.571557 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.573099 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1438cdf8-e8d6-46c2-8499-97da66ff28d5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1234198 Jun 07 13:23:44.576576 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33216) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:44.577745 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.27.1.200 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/2e1f1e16-a732-4a00-bc7a-a648471014b3) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:44.690438 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=3aa937a1-289b-4825-addd-c8dbcaf8bfe2,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:44.726285 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-05701700-2592-40c5-8a75-9c5261b91829 None None] Current status of the port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:44.727497 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.756448 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:44.771981 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.823575 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=2e1f1e16-a732-4a00-bc7a-a648471014b3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:44.841888 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:44.843354 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:44.846094 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:44.926691 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:44.949643 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (b8fedc68-0c92-4d8e-8088-e72653607c61), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:44.989173 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:45.004036 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.104104 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:43Z', 'revision_number': 3, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:45.114352 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.129797 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Checking router: 5d18efd9-5ba3-4b67-ac6e-c63576670d90 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:45.130468 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Updating router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:23:45.157010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-431804f9-cc3a-4d6e-b15c-a6f627cef9af None None] Provisioning complete for port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:45.158024 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-431804f9-cc3a-4d6e-b15c-a6f627cef9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.159354 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.205482 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:45.209114 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:45.231602 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.238938 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.256401 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-431804f9-cc3a-4d6e-b15c-a6f627cef9af None None] Current status of the port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:45.321824 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Allocated IP 172.20.0.1 (d03f50ab-3c90-41eb-b646-98d9eb95947d/06790174-453a-42cf-a93c-779a835defde/e3c9ec97-d32a-4cfe-b66a-4d1180086af9) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:45.345508 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=2e1f1e16-a732-4a00-bc7a-a648471014b3,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:45.370405 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-023ba6eb-a509-414e-b20c-eec407777b6c req-f76ae191-5fc2-42b3-8dc0-f0235bed5261 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 210 time: 0.0392683 Jun 07 13:23:45.371440 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b8fedc68-0c92-4d8e-8088-e72653607c61), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.395369 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:45.404096 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.406616 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-038e80fd-99fb-45ea-9b06-c2e7cf121070 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1529803 Jun 07 13:23:45.474445 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks [] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.490526 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Publish callbacks [] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.497883 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.529102 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.549537 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Pushing event updated for resources: {'Port': ['ID=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:45.575058 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.575404 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.575756 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.576308 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.576789 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.577271 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.577752 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.578232 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.578716 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.579214 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.579697 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.580181 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.580657 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.581194 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.581657 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:23:45.585500 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Attempting to bind port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:23:45.586045 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Attempting to bind port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:23:45.586624 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Attempting to bind port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:45.594389 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:23:45.594916 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:45.595410 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.595688 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:23:45.596142 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Bound port: 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:23:45.596512 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.641089 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Network d03f50ab-3c90-41eb-b646-98d9eb95947d is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:45.648314 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:45.656551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:45.666278 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] For port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:23:45.670542 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] For port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:23:45.679532 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.679940 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-7da79ccc-f768-4f0f-a66e-c708f081cad1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--857524956&fields=id&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 267 time: 0.0692866 Jun 07 13:23:45.691929 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:45.708004 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:45.752383 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (5d18efd9-5ba3-4b67-ac6e-c63576670d90), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.785538 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9409f-d680-4f05-9f4a-1a0d75bd69a9 None None] Pushing event updated for resources: {'Port': ['ID=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:45.800670 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:45.801589 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:45.864382 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-6f403266-dd5e-4b13-9bca-366d2f59a544 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:45.865935 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-6f403266-dd5e-4b13-9bca-366d2f59a544 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.1783078 Jun 07 13:23:45.869877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e4eae3ee-d66f-4afa-ade9-ca90e402a1e0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:45.871404 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e4eae3ee-d66f-4afa-ade9-ca90e402a1e0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 811 time: 0.3636913 Jun 07 13:23:45.891424 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-e14cd575-8926-4f96-94c8-16a1c176c940 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/quotas/ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 375 time: 0.0149398 Jun 07 13:23:45.928874 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.957406 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:45.995933 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-4103368e-8317-4664-ad53-6c5c9c0fe1c3 None None] Provisioning complete for port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:45.996300 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4103368e-8317-4664-ad53-6c5c9c0fe1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:45.996669 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-cb6f3adc-e496-466c-9788-df873fc74b4b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972266 Jun 07 13:23:46.032072 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-c93d7e74-1149-49a2-ab73-4c7e0b2f2e4d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 380 time: 0.1278071 Jun 07 13:23:46.042404 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'port': {'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'admin_state_up': True, 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'security_groups': ['826f6d71-ec52-4759-b3ef-1e409f844861']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:46.061736 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-4103368e-8317-4664-ad53-6c5c9c0fe1c3 None None] Port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:23:46.064082 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:46.114986 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:46.115785 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:46.123133 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-53180767-19ba-4d21-93ab-b33249aa55ec service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220727 Jun 07 13:23:46.152457 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:43Z', 'revision_number': 3, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:46.159121 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:46.187928 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:46.207290 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23fc1b6-3689-4f57-a998-d26da3cfceba None None] The sync data for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi is: [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:43Z', 'revision_number': 3, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:46.242400 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:46.272362 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Made reservation on behalf of b562a09561af4197bf2835b31a9dd34e for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:23:46.273645 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-961b3419-d215-4737-afb7-b6f5b0267064 service neutron] 10.222.0.61 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419938 Jun 07 13:23:46.276313 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:46.299616 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks [] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:46.311498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:46.460004 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:46.466046 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (5d18efd9-5ba3-4b67-ac6e-c63576670d90), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:46.494881 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7520508e-e80b-49a5-aa2f-10823f541c31 req-40752e9c-6951-4afe-b569-16c197089d28 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 210 time: 0.0474086 Jun 07 13:23:46.582484 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c51423d6-ddb4-45ba-9c82-2df0c2f18f42 req-2dc6e53e-6316-4fae-a23a-301ee5f12323 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 210 time: 0.0860081 Jun 07 13:23:46.619890 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Allocated IP 172.20.0.4 (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4/d8435a97-b4f0-4ba2-833b-48f44c062c01/d6ca44d9-1b5d-4453-991d-603401049b3a) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:46.623892 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:46.688232 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Network d03f50ab-3c90-41eb-b646-98d9eb95947d is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:46.700793 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:46.911496 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:46.918785 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:23:46.990679 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-0780ba9b-ae24-42f1-9b01-1bf296a7a13e None None] Provisioning complete for port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:46.991145 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0780ba9b-ae24-42f1-9b01-1bf296a7a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:47.032381 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-0780ba9b-ae24-42f1-9b01-1bf296a7a13e None None] Port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:23:47.327196 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:47.384783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:47.393061 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:47.396240 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:47.398641 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:47.401729 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=d6ca44d9-1b5d-4453-991d-603401049b3a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:47.427496 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:23:47.443475 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-4fbe6b8b-7542-4614-b48c-3c346eb491d9 admin admin] 10.222.0.61 "PUT /v2.0/routers/5d18efd9-5ba3-4b67-ac6e-c63576670d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8567300 Jun 07 13:23:47.457198 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:47.457826 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:47.479697 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-2caa421d-c366-467f-a840-bde0ca5e4891 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4414835 Jun 07 13:23:47.492839 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Request body: {'port': {'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:47.599287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:47.656724 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07ec72bb-c8c1-408e-a37c-578622d3e065 req-675e174a-e5d9-4408-bd13-cb51af1bf11f tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 210 time: 0.0560274 Jun 07 13:23:47.760692 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-598c1a17-e9fc-4245-b93d-620464e9e7fc None None] Provisioning complete for port d6ca44d9-1b5d-4453-991d-603401049b3a triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:47.762556 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-598c1a17-e9fc-4245-b93d-620464e9e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:47.778705 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb115a9-df20-4e9f-8a26-1ecf11417a78 req-fd20734d-a9cd-4128-8aba-d438d59bdaf4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:47.788082 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-feb115a9-df20-4e9f-8a26-1ecf11417a78 req-fd20734d-a9cd-4128-8aba-d438d59bdaf4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 931 time: 0.0769355 Jun 07 13:23:47.837839 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-8e9386e1-4a0e-40fb-b414-1f7da24b0883 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:47.839417 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-8e9386e1-4a0e-40fb-b414-1f7da24b0883 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 815 time: 0.1744158 Jun 07 13:23:47.851793 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-feb115a9-df20-4e9f-8a26-1ecf11417a78 req-c63e4a88-865c-40c1-bf70-83caa98bb25f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628297 Jun 07 13:23:47.873889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33260) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:47.876485 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-598c1a17-e9fc-4245-b93d-620464e9e7fc None None] Port d6ca44d9-1b5d-4453-991d-603401049b3a cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:23:47.879789 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-6bf3d435-6ff8-485e-b82d-ec54bfb6e2ec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820768424', 'description': 'tempest-description--296532413'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:47.884137 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:47.909628 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d435-6ff8-485e-b82d-ec54bfb6e2ec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:47.938685 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:47.999527 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d435-6ff8-485e-b82d-ec54bfb6e2ec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (26c0a422-1133-41e6-baaa-fcd4c1d73e3f), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.003988 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d435-6ff8-485e-b82d-ec54bfb6e2ec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (26c0a422-1133-41e6-baaa-fcd4c1d73e3f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.033154 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:48.035872 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:48.042463 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d435-6ff8-485e-b82d-ec54bfb6e2ec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.043724 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6bf3d435-6ff8-485e-b82d-ec54bfb6e2ec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1685028 Jun 07 13:23:48.046520 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33264) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:48.051045 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-074cda1c-fe96-43f8-826a-1cff49478f01 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'security_group_rule': {'security_group_id': '26c0a422-1133-41e6-baaa-fcd4c1d73e3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:48.058549 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3d435-6ff8-485e-b82d-ec54bfb6e2ec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0a422-1133-41e6-baaa-fcd4c1d73e3f,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:48.072643 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-707d23f9-cb23-4c78-bff2-fbed012afa4c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd HTTP/1.1" status: 200 len: 379 time: 0.2104442 Jun 07 13:23:48.073517 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:48.091643 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-074cda1c-fe96-43f8-826a-1cff49478f01 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (c87c625f-1912-4236-90b6-a53f72624134), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.096801 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'port': {'device_id': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'admin_state_up': True, 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'security_groups': ['fa0e15b6-fc00-4ab5-82be-a5d1c7032995']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:48.097756 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:48.098336 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.161804 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-074cda1c-fe96-43f8-826a-1cff49478f01 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (c87c625f-1912-4236-90b6-a53f72624134), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.168561 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-074cda1c-fe96-43f8-826a-1cff49478f01 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (c87c625f-1912-4236-90b6-a53f72624134), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.190248 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cda1c-fe96-43f8-826a-1cff49478f01 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87c625f-1912-4236-90b6-a53f72624134,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:48.209873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-074cda1c-fe96-43f8-826a-1cff49478f01 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.211394 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-074cda1c-fe96-43f8-826a-1cff49478f01 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638286 Jun 07 13:23:48.214654 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33266) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:48.220385 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-9f34e09a-9518-41ea-80f4-dec0bf1b42dc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'security_group_rule': {'security_group_id': '26c0a422-1133-41e6-baaa-fcd4c1d73e3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:48.250783 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f34e09a-9518-41ea-80f4-dec0bf1b42dc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (b3582bc5-d462-4af3-98e8-0bcee24de670), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.272881 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ca44d9-1b5d-4453-991d-603401049b3a {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:48.284467 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Publish callbacks [] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.312384 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Transition to ACTIVE for port object d6ca44d9-1b5d-4453-991d-603401049b3a will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:23:48.315368 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Sync routers for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:23:48.322958 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.325755 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f34e09a-9518-41ea-80f4-dec0bf1b42dc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (b3582bc5-d462-4af3-98e8-0bcee24de670), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.328807 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:48.329209 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.330548 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f34e09a-9518-41ea-80f4-dec0bf1b42dc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (b3582bc5-d462-4af3-98e8-0bcee24de670), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.333242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Made reservation on behalf of ec73e3d0e6f8476d81463ea6e11b62cd for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:23:48.337137 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.347012 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:48.347631 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:48.360840 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34e09a-9518-41ea-80f4-dec0bf1b42dc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3582bc5-d462-4af3-98e8-0bcee24de670,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:48.366689 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f34e09a-9518-41ea-80f4-dec0bf1b42dc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.368722 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9f34e09a-9518-41ea-80f4-dec0bf1b42dc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523271 Jun 07 13:23:48.371696 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33268) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:48.376262 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:48.391883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:48.404746 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.409433 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:48.412218 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.450267 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Pushing event updated for resources: {'Port': ['ID=d6ca44d9-1b5d-4453-991d-603401049b3a,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:48.504672 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.535705 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:48.569111 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:48.622194 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Allocated IP 172.27.1.9 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/3efa5dba-275f-4b6a-a497-bf96a0e1149e) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:48.623188 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Attempting to bind port d6ca44d9-1b5d-4453-991d-603401049b3a on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:23:48.623642 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Attempting to bind port d6ca44d9-1b5d-4453-991d-603401049b3a by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:23:48.623827 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Attempting to bind port d6ca44d9-1b5d-4453-991d-603401049b3a on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:48.634002 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Port d6ca44d9-1b5d-4453-991d-603401049b3a on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:23:48.634455 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Attempting to bind port d6ca44d9-1b5d-4453-991d-603401049b3a on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:48.644583 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:23:48.644956 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Checking segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:48.645339 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Bound using segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:23:48.645816 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Bound port: d6ca44d9-1b5d-4453-991d-603401049b3a, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:23:48.647122 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.668686 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Allocated IP 172.20.0.10 (7935e13c-3463-4221-bbf4-297a23e61ffb/14342ff1-bf7b-46d4-ab3a-6528e74e1495/cbc5aa4d-f9b4-4263-a137-129218b1ded5) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:48.719420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:48.792205 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] For port d6ca44d9-1b5d-4453-991d-603401049b3a, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:23:48.817713 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:46Z', 'revision_number': 2, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:48.833445 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] For port d6ca44d9-1b5d-4453-991d-603401049b3a, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d6ca44d9-1b5d-4453-991d-603401049b3a,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:23:48.843474 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.845221 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Checking router: 5d18efd9-5ba3-4b67-ac6e-c63576670d90 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:23:48.845584 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Updating router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:23:48.878348 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.885396 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:48.885899 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:48.888123 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] 10.222.0.18 "PUT /v2.0/ports/d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 200 len: 1093 time: 1.3997052 Jun 07 13:23:48.898940 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:48.906718 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92" -d '{"events": [{"name": "network-changed", "server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:48.960356 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880185f-a732-4b79-98c1-8ba1a9e220dc service neutron] Pushing event updated for resources: {'Port': ['ID=d6ca44d9-1b5d-4453-991d-603401049b3a,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:49.002196 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:49.009859 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.020489 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-7826ae06-93df-4484-ba3d-d70f1c5dac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:49.022010 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-7826ae06-93df-4484-ba3d-d70f1c5dac4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1127 time: 0.0719557 Jun 07 13:23:49.062770 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:49.075456 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14be64fe-79c3-40af-b194-d1e037225e17 req-ee7b395d-1e30-41af-9e9f-fd753eba9a6b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 210 time: 0.1198542 Jun 07 13:23:49.079671 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-a8850fa6-d495-4b5d-9d2b-1a6d738b6ebd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 200 len: 217 time: 0.0468941 Jun 07 13:23:49.094606 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.115910 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de3d71-4c8f-437c-a8b5-2b67032a171b req-7250c492-d084-4804-a9d3-5cc1b632e497 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:49.125275 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86de3d71-4c8f-437c-a8b5-2b67032a171b req-7250c492-d084-4804-a9d3-5cc1b632e497 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 943 time: 0.1381600 Jun 07 13:23:49.134407 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d3451c-899b-4f98-9649-84d750944b8d x-openstack-request-id: req-f7d3451c-899b-4f98-9649-84d750944b8d {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:49.134773 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:49.135027 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7d3451c-899b-4f98-9649-84d750944b8d {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:49.135570 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d3451c-899b-4f98-9649-84d750944b8d'] response: {'name': 'network-changed', 'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'status': 'completed', 'code': 200} Jun 07 13:23:49.143731 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.171361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ec9f3f1e-e4da-4003-892e-defde6a016a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.194067 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-26155051-10e5-4bd1-ae11-a6625c4152b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:49.195601 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-26155051-10e5-4bd1-ae11-a6625c4152b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.1066763 Jun 07 13:23:49.202352 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Network 7935e13c-3463-4221-bbf4-297a23e61ffb is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:49.213753 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86de3d71-4c8f-437c-a8b5-2b67032a171b req-c9db7268-e9a9-480d-86af-165055fe26b1 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875928 Jun 07 13:23:49.216045 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.218465 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:49.221132 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:49.268646 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:49.273397 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:49.281154 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:49.283913 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event updated for resources: {'Port': ['ID=cbc5aa4d-f9b4-4263-a137-129218b1ded5,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:49.286715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'Port': ['ID=3efa5dba-275f-4b6a-a497-bf96a0e1149e,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:49.305393 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-9aa4f677-3dde-4d41-9300-9b24cc2b5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:49.306945 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-9aa4f677-3dde-4d41-9300-9b24cc2b5628 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986421 Jun 07 13:23:49.329383 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Publish callbacks [] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.332625 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:49.342475 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:49.343380 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.347270 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:49.347909 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.411424 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-d12dac0a-6061-4d4c-b4c2-8894ceb19836 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3186164 Jun 07 13:23:49.415723 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (e223b623-31fe-42bf-bcea-55543fccd638), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.427128 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Request body: {'port': {'device_id': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:49.446586 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc869099-239a-44fa-ae67-c6d2131d11a0 None None] Pushing event updated for resources: {'Port': ['ID=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:49.487667 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.488033 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-d36de25f-0244-4378-9deb-211597c2fde0 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716008 Jun 07 13:23:49.494382 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Attempting to bind port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:23:49.495136 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Attempting to bind port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:23:49.495498 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Attempting to bind port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 on network d03f50ab-3c90-41eb-b646-98d9eb95947d {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:49.501691 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:23:49.502710 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Checking segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:49.503361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.504028 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Bound using segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:23:49.504710 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Bound port: e3c9ec97-d32a-4cfe-b66a-4d1180086af9, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:23:49.505327 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.553482 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:49.596254 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] For port e3c9ec97-d32a-4cfe-b66a-4d1180086af9, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:23:49.599939 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] For port e3c9ec97-d32a-4cfe-b66a-4d1180086af9, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:23:49.603681 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.609393 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.619247 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:49.668120 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-03e24ec6-da21-4a7b-b463-dbe633fecbfd None None] Provisioning complete for port cbc5aa4d-f9b4-4263-a137-129218b1ded5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:49.668506 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-03e24ec6-da21-4a7b-b463-dbe633fecbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.694025 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0accd9b1-3753-4dd8-beb2-f7896bc7d98c req-cbf639b4-eb28-4019-ba8b-b70191fec341 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690185 Jun 07 13:23:49.718654 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.722041 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:23:49.722675 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:49.724978 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc869099-239a-44fa-ae67-c6d2131d11a0 None None] Pushing event updated for resources: {'Port': ['ID=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:49.727465 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.730294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-03e24ec6-da21-4a7b-b463-dbe633fecbfd None None] Port cbc5aa4d-f9b4-4263-a137-129218b1ded5 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:23:49.811061 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (e223b623-31fe-42bf-bcea-55543fccd638), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.830734 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'Port': ['ID=3efa5dba-275f-4b6a-a497-bf96a0e1149e,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:49.838800 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:23:49.841228 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:49.842874 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b576f8f4-06aa-4a8b-8e47-62dd2f32d5d3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4698343 Jun 07 13:23:49.885140 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-fd4100c4-7965-484f-aa64-6738fb9e964a None None] Provisioning complete for port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:49.885513 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd4100c4-7965-484f-aa64-6738fb9e964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.042498 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-fa6e638b-946f-422c-aaf6-f369300b7db2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--820768424&fields=id&tenant_id=5541835571f64b4dbec6cabbbd6b13ca HTTP/1.1" status: 200 len: 267 time: 0.0645065 Jun 07 13:23:50.048433 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-0712c611-9347-4037-b4d1-cf2583b2f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.049951 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-0712c611-9347-4037-b4d1-cf2583b2f950 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1127 time: 0.1016970 Jun 07 13:23:50.054985 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:50.088722 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:50.153144 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc5aa4d-f9b4-4263-a137-129218b1ded5 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:50.169707 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Publish callbacks [] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.177475 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:50.177842 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.189117 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-d30c1219-5f39-48d8-8c50-19a28a3804e1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.191413 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-d30c1219-5f39-48d8-8c50-19a28a3804e1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 811 time: 0.1417658 Jun 07 13:23:50.209016 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Transition to ACTIVE for port object cbc5aa4d-f9b4-4263-a137-129218b1ded5 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:23:50.214213 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-0b0dd596-d914-4d44-93d2-9931d6d1bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.215895 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-0b0dd596-d914-4d44-93d2-9931d6d1bda0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.1549542 Jun 07 13:23:50.217285 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.225650 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:50.231958 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-c43579c1-81cf-4722-b090-e40655eed386 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/quotas/5541835571f64b4dbec6cabbbd6b13ca HTTP/1.1" status: 200 len: 375 time: 0.0182288 Jun 07 13:23:50.236909 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:50.246851 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48629a3d-dada-4811-a914-c53bbf96b801 req-6452a577-c593-46f9-8341-3143e7afe644 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.248546 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48629a3d-dada-4811-a914-c53bbf96b801 req-6452a577-c593-46f9-8341-3143e7afe644 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 932 time: 0.0801744 Jun 07 13:23:50.259002 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:49Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:23:50.282889 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-33ebee1a-289f-40ec-8369-9a28129310d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 200 len: 217 time: 0.0344343 Jun 07 13:23:50.286876 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46169160-eb02-4767-a881-4c93d87a3405 None None] The sync data for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi is: [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:49Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:23:50.296678 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fd4100c4-7965-484f-aa64-6738fb9e964a None None] Current status of the port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:50.297237 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd4100c4-7965-484f-aa64-6738fb9e964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.337120 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-37614b49-d65e-4797-b58e-8b780526975c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878940 Jun 07 13:23:50.352683 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc5aa4d-f9b4-4263-a137-129218b1ded5,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:50.367358 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48629a3d-dada-4811-a914-c53bbf96b801 req-98f16038-691d-4d9c-9a5c-e08eadea4ab9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053252 Jun 07 13:23:50.377366 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-fd4100c4-7965-484f-aa64-6738fb9e964a None None] For port e3c9ec97-d32a-4cfe-b66a-4d1180086af9, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:50.388316 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:50.396472 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fd4100c4-7965-484f-aa64-6738fb9e964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.496264 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-3c3a993f-dc9a-4edf-95b5-c788fb321f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.497921 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-3c3a993f-dc9a-4edf-95b5-c788fb321f03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.1926305 Jun 07 13:23:50.525567 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4100c4-7965-484f-aa64-6738fb9e964a None None] Pushing event updated for resources: {'Port': ['ID=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:50.552515 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-9ee070c9-2d52-4fc9-9199-6575a1bad008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.553265 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-92191b15-3278-44ae-bc34-5be7654a92b3 None None] Provisioning complete for port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:50.554283 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-9ee070c9-2d52-4fc9-9199-6575a1bad008 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493279 Jun 07 13:23:50.555987 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-92191b15-3278-44ae-bc34-5be7654a92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.560862 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Attempting to bind port cbc5aa4d-f9b4-4263-a137-129218b1ded5 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:23:50.561287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Attempting to bind port cbc5aa4d-f9b4-4263-a137-129218b1ded5 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:23:50.562608 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Attempting to bind port cbc5aa4d-f9b4-4263-a137-129218b1ded5 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:50.587069 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c7cd-f668-4440-abe6-8d002f03f2f0 req-795d517b-537d-4ffc-89b9-e60aed1df6a2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.594322 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5a9c7cd-f668-4440-abe6-8d002f03f2f0 req-795d517b-537d-4ffc-89b9-e60aed1df6a2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 943 time: 0.0887959 Jun 07 13:23:50.623566 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Port cbc5aa4d-f9b4-4263-a137-129218b1ded5 on network 7935e13c-3463-4221-bbf4-297a23e61ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:23:50.624026 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Attempting to bind port cbc5aa4d-f9b4-4263-a137-129218b1ded5 on network 7935e13c-3463-4221-bbf4-297a23e61ffb {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:50.634511 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:23:50.635022 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Checking segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:50.635493 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Bound using segment: {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:23:50.636082 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Bound port: cbc5aa4d-f9b4-4263-a137-129218b1ded5, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1167b9-1445-4a8a-b76d-095ef33815fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:23:50.636554 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.671465 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5a9c7cd-f668-4440-abe6-8d002f03f2f0 req-5808980e-f8d8-4303-8fec-14eec8794ac9 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762601 Jun 07 13:23:50.688582 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:50.696180 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-15223119-3a47-4178-9fc5-cae8bc030e7a service neutron] 10.222.0.61 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087695 Jun 07 13:23:50.702863 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-92191b15-3278-44ae-bc34-5be7654a92b3 None None] Current status of the port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:50.748566 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] For port cbc5aa4d-f9b4-4263-a137-129218b1ded5, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:23:50.752365 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-ab57009f-7153-4b1f-aab7-aa41eab59e47 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861594 Jun 07 13:23:50.754038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] For port cbc5aa4d-f9b4-4263-a137-129218b1ded5, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:23:50.769097 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.777145 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:50.811607 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-2b6e0612-84e6-457b-8a52-7496b8b71b28 service neutron] 10.222.0.61 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144235 Jun 07 13:23:50.816879 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:50.856887 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:50.857504 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:50.858922 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] 10.222.0.18 "PUT /v2.0/ports/cbc5aa4d-f9b4-4263-a137-129218b1ded5 HTTP/1.1" status: 200 len: 1094 time: 1.4378302 Jun 07 13:23:50.895557 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1b80-8c8e-40cf-89b3-824bf2d84054 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc5aa4d-f9b4-4263-a137-129218b1ded5,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:50.993386 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1a1bfded-2be2-4a52-a8cf-4fd4247fbc92 req-8edd17c9-b879-4d93-b4df-c3dc57f8c09b service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325521 Jun 07 13:23:51.000247 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-035ebe6f-4e89-47b3-ad1a-0e8872a493c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:51.002247 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-035ebe6f-4e89-47b3-ad1a-0e8872a493c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 1128 time: 0.0869629 Jun 07 13:23:51.057732 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-734a1997-ea35-4907-8780-91bc062faa9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5 HTTP/1.1" status: 200 len: 217 time: 0.0465524 Jun 07 13:23:51.060990 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bf7239e5-e47f-41b4-9370-0d067a3668a7 req-00c8fdcc-47d4-45ed-931e-2be0e45cf140 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 210 time: 0.0446627 Jun 07 13:23:51.128262 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-2e23055b-553e-442c-92e5-d764fe402e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:51.129851 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-2e23055b-553e-442c-92e5-d764fe402e2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0610061 Jun 07 13:23:51.136933 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:51.139344 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e066221f-ae0b-4891-a0c7-20968ea825dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:51.191148 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29133faa-f20a-46bc-b220-e79e7c6dd663 x-openstack-request-id: req-29133faa-f20a-46bc-b220-e79e7c6dd663 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:51.191515 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:51.191838 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29133faa-f20a-46bc-b220-e79e7c6dd663 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:51.192311 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29133faa-f20a-46bc-b220-e79e7c6dd663'] response: {'name': 'network-changed', 'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'status': 'completed', 'code': 200} Jun 07 13:23:51.198718 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-0bf311c4-5463-47fa-b228-cb3679150a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:51.200262 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-0bf311c4-5463-47fa-b228-cb3679150a6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580006 Jun 07 13:23:51.308787 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-2ba0d18d-c0de-4094-b862-c45036869a65 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989211 Jun 07 13:23:51.322161 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1e68-fe2c-4342-9436-b9158579d694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:51.420914 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-76e00fd5-f061-42bb-aa2f-40bedbb84392 req-4832e72a-18a6-495d-ae51-fcdc796a5228 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019714 Jun 07 13:23:51.511758 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96246bb6-600a-46c3-b962-9405ca5294f3 req-6b5a2a90-00d1-4304-8766-9fde89957492 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:51.513669 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96246bb6-600a-46c3-b962-9405ca5294f3 req-6b5a2a90-00d1-4304-8766-9fde89957492 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 944 time: 0.0496757 Jun 07 13:23:51.563515 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96246bb6-600a-46c3-b962-9405ca5294f3 req-9948a62b-c604-422b-830f-a6ade6638332 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Jun 07 13:23:51.784999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03447d-c928-4a83-9629-9dcd27402798 req-37eb5e54-6cd3-4963-bafc-eb2d3925345b tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:51.786565 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2d03447d-c928-4a83-9629-9dcd27402798 req-37eb5e54-6cd3-4963-bafc-eb2d3925345b tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 943 time: 0.0470417 Jun 07 13:23:51.834953 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2d03447d-c928-4a83-9629-9dcd27402798 req-0b1b88c8-c99a-4c41-8c8e-422d724d8748 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Jun 07 13:23:51.988527 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device e3c9ec97-d32a-4cfe-b66a-4d1180086af9 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:52.151819 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:52.152184 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:52.159809 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-797cc326-d8b3-425f-b8ae-b05b1b536679 req-b60aa3c3-b230-42ed-bde3-4bf7c44dee2b tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 210 time: 0.0296004 Jun 07 13:23:52.221127 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:52.356798 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-c3044e71-5e43-45c3-b78e-ab1e179f1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:52.358304 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-c3044e71-5e43-45c3-b78e-ab1e179f1f26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 1128 time: 0.0402505 Jun 07 13:23:52.453022 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-63e0421b-ad90-4c46-878a-daac6cad43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:52.454488 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-63e0421b-ad90-4c46-878a-daac6cad43c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.0898602 Jun 07 13:23:52.494309 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-0f3c3c48-b64e-4769-99d5-167b0fadd162 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5 HTTP/1.1" status: 200 len: 217 time: 0.0331731 Jun 07 13:23:52.505684 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:52.552255 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-81e0c8fd-ace8-4102-adc3-d0c7e9f9c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:52.553709 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-81e0c8fd-ace8-4102-adc3-d0c7e9f9c71e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0495017 Jun 07 13:23:52.674748 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909e66-df54-4edf-85fd-12ab5c12bf21 req-fdca7e31-c376-476e-9f65-242ca0982b91 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:52.676293 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46909e66-df54-4edf-85fd-12ab5c12bf21 req-fdca7e31-c376-476e-9f65-242ca0982b91 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 944 time: 0.0461452 Jun 07 13:23:52.723402 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46909e66-df54-4edf-85fd-12ab5c12bf21 req-0dae7a47-de51-4fac-9ac0-5ddd8b45475e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Jun 07 13:23:52.855864 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-cef99902-8a99-4d59-aca2-d25774c85d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:52.857612 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-cef99902-8a99-4d59-aca2-d25774c85d3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399234 Jun 07 13:23:52.955273 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6768-e726-494a-a590-cbf2bc60b366 req-a1295d37-b140-4715-92e8-e16a22182349 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:52.956784 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-816d6768-e726-494a-a590-cbf2bc60b366 req-a1295d37-b140-4715-92e8-e16a22182349 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 943 time: 0.0535398 Jun 07 13:23:52.968035 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:53.012389 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-816d6768-e726-494a-a590-cbf2bc60b366 req-6d40ae70-40b5-4159-93e9-ac63aa9a03b2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490093 Jun 07 13:23:53.023526 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-e144f4c1-2eba-4ca8-80ae-877243003f58 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580453 Jun 07 13:23:53.103933 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-4332d65f-61d5-4575-bea9-6e8b3f5102c3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:53.105327 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-4332d65f-61d5-4575-bea9-6e8b3f5102c3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 811 time: 0.1936276 Jun 07 13:23:53.115247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device cbc5aa4d-f9b4-4263-a137-129218b1ded5 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:23:53.137882 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e066221f-ae0b-4891-a0c7-20968ea825dc req-23493c30-686e-4126-952a-f562d95817fb service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080582 Jun 07 13:23:53.222950 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:53.225398 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port cbc5aa4d-f9b4-4263-a137-129218b1ded5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:53.237636 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-e1ba3d7d-0065-469a-90ee-9d3bf894d8cc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5541835571f64b4dbec6cabbbd6b13ca HTTP/1.1" status: 200 len: 379 time: 0.0583045 Jun 07 13:23:53.239087 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'port_id': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'mac_address': 'fa:16:3e:86:63:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:23:53.249603 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'port': {'device_id': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'admin_state_up': True, 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'security_groups': ['26c0a422-1133-41e6-baaa-fcd4c1d73e3f']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:53.261834 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f69750c0-9cf5-4458-aa9a-e7a1d238c15f req-f322ae54-cf19-4028-94e0-7e8ae37e06f2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 210 time: 0.0312819 Jun 07 13:23:53.282002 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port cbc5aa4d-f9b4-4263-a137-129218b1ded5 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:53.282395 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:53.299580 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc5aa4d-f9b4-4263-a137-129218b1ded5 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:53.315583 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:53.319526 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port cbc5aa4d-f9b4-4263-a137-129218b1ded5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:53.324077 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:53.360289 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Made reservation on behalf of 5541835571f64b4dbec6cabbbd6b13ca for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:23:53.363707 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:53.370593 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=cbc5aa4d-f9b4-4263-a137-129218b1ded5,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:53.490185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Allocated IP 172.20.0.5 (d03f50ab-3c90-41eb-b646-98d9eb95947d/06790174-453a-42cf-a93c-779a835defde/1d4702b2-63b5-41cf-b9f0-f021d1576e6f) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:23:53.583377 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['cbc5aa4d-f9b4-4263-a137-129218b1ded5'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:23:53.674450 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:53.837472 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12af7-bf34-407b-91e7-bbe3f3491549 req-f790d996-4543-4fb2-9a13-e2c545c7852c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:53.838954 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-afb12af7-bf34-407b-91e7-bbe3f3491549 req-f790d996-4543-4fb2-9a13-e2c545c7852c tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 945 time: 0.0483751 Jun 07 13:23:53.886424 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:53.887951 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-afb12af7-bf34-407b-91e7-bbe3f3491549 req-104707eb-100e-40b2-a7b6-10fa655448ea tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433290 Jun 07 13:23:53.922279 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:53.926326 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:53.963400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Network d03f50ab-3c90-41eb-b646-98d9eb95947d is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:23:53.966547 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:23:53.972551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:23:53.995770 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'Port': ['ID=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:54.024804 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:54.025401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.043638 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-d949bd2e-63ab-484e-bb70-1a8dad3208b7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978871 Jun 07 13:23:54.056422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Request body: {'port': {'device_id': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:54.090188 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:54.123523 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.137604 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fdd1a-9de9-485e-8e0e-44823c3510a5 req-f320f715-b2b0-4eda-ac09-38dc75bdd5f9 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:54.141288 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db6fdd1a-9de9-485e-8e0e-44823c3510a5 req-f320f715-b2b0-4eda-ac09-38dc75bdd5f9 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 943 time: 0.0538211 Jun 07 13:23:54.183075 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f94b347e-2ca3-4047-9327-b7310f5c21eb None None] Provisioning complete for port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:54.183480 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f94b347e-2ca3-4047-9327-b7310f5c21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.190943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db6fdd1a-9de9-485e-8e0e-44823c3510a5 req-b28f52de-ef0e-4d2b-84b6-fb5b2bf536e8 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449317 Jun 07 13:23:54.215919 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f94b347e-2ca3-4047-9327-b7310f5c21eb None None] Port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:23:54.314028 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:54.378739 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702cbe6-2150-4b98-9711-1e5786738d5a req-7c154f7a-3462-4a4e-87af-044cb63687d5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:54.381032 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a702cbe6-2150-4b98-9711-1e5786738d5a req-7c154f7a-3462-4a4e-87af-044cb63687d5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 931 time: 0.0508273 Jun 07 13:23:54.393677 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:54.413793 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4702b2-63b5-41cf-b9f0-f021d1576e6f {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:54.421451 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Publish callbacks [] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.433864 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a702cbe6-2150-4b98-9711-1e5786738d5a req-4e17ecf7-e61e-4ffb-bfbb-b2c19d5e4bba tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467477 Jun 07 13:23:54.435754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Transition to ACTIVE for port object 1d4702b2-63b5-41cf-b9f0-f021d1576e6f will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:23:54.439429 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.491579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:54.564369 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Attempting to bind port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:23:54.564703 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Attempting to bind port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:23:54.565033 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Attempting to bind port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f on network d03f50ab-3c90-41eb-b646-98d9eb95947d {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:54.569815 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f on network d03f50ab-3c90-41eb-b646-98d9eb95947d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:23:54.570129 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Attempting to bind port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f on network d03f50ab-3c90-41eb-b646-98d9eb95947d {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:23:54.575801 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:23:54.576133 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Checking segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:23:54.576505 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Bound using segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:23:54.576923 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Bound port: 1d4702b2-63b5-41cf-b9f0-f021d1576e6f, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:23:54.577277 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.640156 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] For port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:23:54.643509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] For port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:23:54.650242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.683073 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:54.684009 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:54.685345 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] 10.222.0.18 "PUT /v2.0/ports/1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 200 len: 1093 time: 0.6336639 Jun 07 13:23:54.687389 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:54.689613 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d23321-d082-4735-933c-72fd7c1dda06" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:54.713170 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:54.721571 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fe8d8-87bd-40d9-8477-110aea44f776 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:54.745993 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacf265c-3064-48a9-b245-f12c2e1c511d x-openstack-request-id: req-dacf265c-3064-48a9-b245-f12c2e1c511d {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:54.746290 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:54.746545 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dacf265c-3064-48a9-b245-f12c2e1c511d {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:54.746969 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacf265c-3064-48a9-b245-f12c2e1c511d'] response: {'name': 'network-changed', 'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'status': 'completed', 'code': 200} Jun 07 13:23:54.778217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-cccead60-971d-47ca-a2b7-51b32f2ceba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:54.779769 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-cccead60-971d-47ca-a2b7-51b32f2ceba4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 1127 time: 0.0456376 Jun 07 13:23:54.822180 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-35a746fd-d760-4b5f-a030-db7c871b7b07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 200 len: 217 time: 0.0339000 Jun 07 13:23:54.879398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-34eda1dd-b253-46ba-aead-863b7c623b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:54.880849 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-34eda1dd-b253-46ba-aead-863b7c623b5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0498908 Jun 07 13:23:54.924621 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d827d-095f-449f-9a08-8de578397399 req-627db5d2-2c76-406d-bd41-308c38fb02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:54.926094 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-627db5d2-2c76-406d-bd41-308c38fb02e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382509 Jun 07 13:23:54.949957 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:55.000146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4388691-7d87-44d1-bc2d-fda509535c56 req-b904376d-3eff-46a0-a2cd-26ead9f0bcc6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:55.001585 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a4388691-7d87-44d1-bc2d-fda509535c56 req-b904376d-3eff-46a0-a2cd-26ead9f0bcc6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 945 time: 0.0469835 Jun 07 13:23:55.019608 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-f8f51c00-1d01-49e5-8750-d06c881249fc service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858853 Jun 07 13:23:55.047030 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a4388691-7d87-44d1-bc2d-fda509535c56 req-bf43decc-76d5-457d-bd2f-7fc439e7b5a6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397885 Jun 07 13:23:55.110246 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device cbc5aa4d-f9b4-4263-a137-129218b1ded5 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:55.154952 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port cbc5aa4d-f9b4-4263-a137-129218b1ded5 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:23:55.162017 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port cbc5aa4d-f9b4-4263-a137-129218b1ded5 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:55.162376 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:55.173223 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-000d827d-095f-449f-9a08-8de578397399 req-b40436f3-945f-47d4-87d9-a750e13f51c5 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900462 Jun 07 13:23:55.238781 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port cbc5aa4d-f9b4-4263-a137-129218b1ded5 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:55.239194 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:55.261806 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:55.264044 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2959aa4-7d9f-405f-9e43-4d9b43068e3e" -d '{"events": [{"server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "name": "network-vif-plugged", "status": "completed", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:55.277390 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port cbc5aa4d-f9b4-4263-a137-129218b1ded5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:55.282376 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:55.316478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b54bd-887e-43db-aee4-06a63e52eaca req-1b2ae6e2-b8d8-41ba-be31-57a30731fc19 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:55.317945 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b93b54bd-887e-43db-aee4-06a63e52eaca req-1b2ae6e2-b8d8-41ba-be31-57a30731fc19 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 943 time: 0.0548613 Jun 07 13:23:55.329961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=cbc5aa4d-f9b4-4263-a137-129218b1ded5,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:55.369330 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60fb5b8-360a-4fcf-b778-9cad9bdfbfba x-openstack-request-id: req-d60fb5b8-360a-4fcf-b778-9cad9bdfbfba {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:55.369689 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "name": "network-vif-plugged", "status": "completed", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:55.370009 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d60fb5b8-360a-4fcf-b778-9cad9bdfbfba {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:55.370477 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60fb5b8-360a-4fcf-b778-9cad9bdfbfba'] response: {'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'code': 200} Jun 07 13:23:55.381024 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b93b54bd-887e-43db-aee4-06a63e52eaca req-a3f9cf54-892e-433c-a4ab-fe21d77f4bbb tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555661 Jun 07 13:23:55.421142 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:55.549158 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b571b-a3db-4371-8b5b-dbd1116c530a req-a2512663-9fa5-421e-9c2e-2540f14fefd4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:55.550601 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d4b571b-a3db-4371-8b5b-dbd1116c530a req-a2512663-9fa5-421e-9c2e-2540f14fefd4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 943 time: 0.0462170 Jun 07 13:23:55.596304 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d4b571b-a3db-4371-8b5b-dbd1116c530a req-d5ac073b-b289-4f9c-b04a-a68bbc60407b tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 Jun 07 13:23:56.150380 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:56.159253 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4efbb-aa14-4770-8cd0-141cfb5f9311 req-28cb941d-96c2-443d-82fa-ebe7ab59438b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:56.160674 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abc4efbb-aa14-4770-8cd0-141cfb5f9311 req-28cb941d-96c2-443d-82fa-ebe7ab59438b tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0465403 Jun 07 13:23:56.207892 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abc4efbb-aa14-4770-8cd0-141cfb5f9311 req-308e3233-77c7-4a15-bdc6-834aea180b04 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 Jun 07 13:23:56.495886 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b504-138c-42ee-8d0c-34d027b74b96 req-9d0cf033-3bf8-45ea-ae8e-6edbd440c574 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:56.497316 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-18c7b504-138c-42ee-8d0c-34d027b74b96 req-9d0cf033-3bf8-45ea-ae8e-6edbd440c574 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 943 time: 0.0488997 Jun 07 13:23:56.546173 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-18c7b504-138c-42ee-8d0c-34d027b74b96 req-2852080c-9aac-4dd5-8a8a-a9fa64a45df4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Jun 07 13:23:56.705936 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa8aab-9968-4e94-83fc-2df562f6f279 req-7452e9ed-1a2a-48a6-898c-3b8111ec9032 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:56.707280 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-17aa8aab-9968-4e94-83fc-2df562f6f279 req-7452e9ed-1a2a-48a6-898c-3b8111ec9032 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 943 time: 0.0450845 Jun 07 13:23:56.752398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23321-d082-4735-933c-72fd7c1dda06 req-dfdcc8e7-589d-40f0-bf12-9e92e77cabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:56.754041 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-20d23321-d082-4735-933c-72fd7c1dda06 req-dfdcc8e7-589d-40f0-bf12-9e92e77cabc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 1127 time: 0.0416472 Jun 07 13:23:56.757309 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-17aa8aab-9968-4e94-83fc-2df562f6f279 req-ec4edebf-7b90-49e9-aee5-55db278d62a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438483 Jun 07 13:23:56.887940 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23321-d082-4735-933c-72fd7c1dda06 req-d6b0deeb-ef87-49ea-9e2e-4159340a2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:56.889397 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-20d23321-d082-4735-933c-72fd7c1dda06 req-d6b0deeb-ef87-49ea-9e2e-4159340a2641 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 912 time: 0.1279817 Jun 07 13:23:56.892411 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa151ac-5f8c-4930-902d-29084e518525 req-92796c3c-4860-4e29-a96a-655a90894166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:56.893742 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fa151ac-5f8c-4930-902d-29084e518525 req-92796c3c-4860-4e29-a96a-655a90894166 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 1130 time: 0.0533206 Jun 07 13:23:56.913688 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:56.945249 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-20d23321-d082-4735-933c-72fd7c1dda06 req-7938958b-2878-4bfb-aacb-db5c6c34c5d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 200 len: 217 time: 0.0444772 Jun 07 13:23:56.999587 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7fa151ac-5f8c-4930-902d-29084e518525 req-2719f7d6-5a8c-47d9-b5c5-80edc71d03da service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931184 Jun 07 13:23:57.015364 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23321-d082-4735-933c-72fd7c1dda06 req-c5944a94-37fa-42d0-89ed-31f4284fced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:57.016712 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-20d23321-d082-4735-933c-72fd7c1dda06 req-c5944a94-37fa-42d0-89ed-31f4284fced2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0592511 Jun 07 13:23:57.128048 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device d6ca44d9-1b5d-4453-991d-603401049b3a details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:23:57.222708 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port d6ca44d9-1b5d-4453-991d-603401049b3a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d6ca44d9-1b5d-4453-991d-603401049b3a,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:57.234170 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:23:57.272116 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23321-d082-4735-933c-72fd7c1dda06 req-dcaa9607-d43f-49d6-990f-7d88f5cd6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:57.273483 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port d6ca44d9-1b5d-4453-991d-603401049b3a is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:57.273620 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-20d23321-d082-4735-933c-72fd7c1dda06 req-dcaa9607-d43f-49d6-990f-7d88f5cd6d65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410442 Jun 07 13:23:57.274652 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:57.288106 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ca44d9-1b5d-4453-991d-603401049b3a {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:57.308829 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port d6ca44d9-1b5d-4453-991d-603401049b3a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d6ca44d9-1b5d-4453-991d-603401049b3a,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:57.313297 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:57.327945 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee021eb-6184-4e44-995c-95a3e58eb8af req-061fc886-7009-452f-8c32-30bd9a48f715 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:57.329463 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cee021eb-6184-4e44-995c-95a3e58eb8af req-061fc886-7009-452f-8c32-30bd9a48f715 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0524969 Jun 07 13:23:57.352231 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:57.364248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=d6ca44d9-1b5d-4453-991d-603401049b3a,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:57.378979 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cee021eb-6184-4e44-995c-95a3e58eb8af req-dbd91396-d571-474d-b006-60e004778d21 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Jun 07 13:23:57.380211 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-20d23321-d082-4735-933c-72fd7c1dda06 req-5ea50cf3-b9a8-4026-9ab8-37e64b2f3324 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956826 Jun 07 13:23:57.473912 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-20d23321-d082-4735-933c-72fd7c1dda06 req-96b43048-bbf1-4a04-b210-41ce2d4ebf56 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868394 Jun 07 13:23:57.607439 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['d6ca44d9-1b5d-4453-991d-603401049b3a'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:23:57.663458 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb0b6a-5d0b-4e2a-b6a6-d479599dfb46 req-5bfbb870-e5cb-4903-a50b-9d663244ff41 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:57.664927 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6eb0b6a-5d0b-4e2a-b6a6-d479599dfb46 req-5bfbb870-e5cb-4903-a50b-9d663244ff41 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 944 time: 0.0530000 Jun 07 13:23:57.687102 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:57.714258 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6eb0b6a-5d0b-4e2a-b6a6-d479599dfb46 req-d30fdaae-c277-4776-8a04-83be8f10c8fc tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436971 Jun 07 13:23:57.869394 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d0b75-6955-4b2e-8efd-fd2d50ed12b9 req-5a1ad742-dbee-47d5-b2e3-06a5792cc032 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:57.870739 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a35d0b75-6955-4b2e-8efd-fd2d50ed12b9 req-5a1ad742-dbee-47d5-b2e3-06a5792cc032 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 943 time: 0.0463715 Jun 07 13:23:57.919772 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a35d0b75-6955-4b2e-8efd-fd2d50ed12b9 req-f323a2fc-54d8-41d7-9e65-c509947b8428 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436416 Jun 07 13:23:58.491243 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fda9-eb18-4351-888d-3a79baff5b96 req-7b2c51c6-fc1a-411d-b48e-3330b4a1a910 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:58.493294 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d768fda9-eb18-4351-888d-3a79baff5b96 req-7b2c51c6-fc1a-411d-b48e-3330b4a1a910 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0456948 Jun 07 13:23:58.538326 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d768fda9-eb18-4351-888d-3a79baff5b96 req-8f812a2d-f9cc-42cb-9034-0b5ecc814410 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396762 Jun 07 13:23:58.826696 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675632f-d71f-40fc-a0ac-5e52a34ab048 req-6a3a533c-6c2a-48f4-8b62-dc6d3f21654e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:58.828169 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5675632f-d71f-40fc-a0ac-5e52a34ab048 req-6a3a533c-6c2a-48f4-8b62-dc6d3f21654e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 944 time: 0.0483532 Jun 07 13:23:58.876901 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:58.882046 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5675632f-d71f-40fc-a0ac-5e52a34ab048 req-9c77b845-912e-49d4-8fc2-88ff2cab3a60 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482919 Jun 07 13:23:59.034899 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9517f-ed30-4480-aee8-56c92a5dbf03 req-982d43f2-de55-4425-bd8d-f9aaf60c300d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:59.036365 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ea9517f-ed30-4480-aee8-56c92a5dbf03 req-982d43f2-de55-4425-bd8d-f9aaf60c300d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 943 time: 0.0495505 Jun 07 13:23:59.082064 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ea9517f-ed30-4480-aee8-56c92a5dbf03 req-e28cfa35-e602-4c3e-af88-240054705303 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395343 Jun 07 13:23:59.156535 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1d4702b2-63b5-41cf-b9f0-f021d1576e6f details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:23:59.160843 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device d6ca44d9-1b5d-4453-991d-603401049b3a up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:23:59.256494 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port d6ca44d9-1b5d-4453-991d-603401049b3a completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:23:59.268477 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port d6ca44d9-1b5d-4453-991d-603401049b3a triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:23:59.268844 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:59.322772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:59.339529 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'port_id': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'mac_address': 'fa:16:3e:9b:2c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:23:59.400123 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port d6ca44d9-1b5d-4453-991d-603401049b3a is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:59.400502 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:59.411345 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:23:59.411708 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:59.432407 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4702b2-63b5-41cf-b9f0-f021d1576e6f {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:23:59.441940 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:23:59.444153 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868b2109-3601-4fc1-bdc2-ac04ae0fee20" -d '{"events": [{"server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:23:59.463879 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port d6ca44d9-1b5d-4453-991d-603401049b3a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d6ca44d9-1b5d-4453-991d-603401049b3a,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:59.471494 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:59.474347 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:23:59.479554 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:59.498003 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f273ce7-0224-4a2e-b9d4-8e1ef44b9bc6 x-openstack-request-id: req-7f273ce7-0224-4a2e-b9d4-8e1ef44b9bc6 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:23:59.498323 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "name": "network-vif-plugged", "status": "completed", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:23:59.498574 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f273ce7-0224-4a2e-b9d4-8e1ef44b9bc6 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:23:59.498987 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f273ce7-0224-4a2e-b9d4-8e1ef44b9bc6'] response: {'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'code': 200} Jun 07 13:23:59.525281 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=d6ca44d9-1b5d-4453-991d-603401049b3a,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:59.552218 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:23:59.576724 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:23:59.658214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e79ea-204f-4e97-9911-f6389939a145 req-dfea4e4a-e0b4-4bd0-b4a7-8293baf754f6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:59.659722 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-006e79ea-204f-4e97-9911-f6389939a145 req-dfea4e4a-e0b4-4bd0-b4a7-8293baf754f6 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0526738 Jun 07 13:23:59.708535 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-006e79ea-204f-4e97-9911-f6389939a145 req-8f786ff2-dd57-4a28-be0b-7ab30643c9c8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432222 Jun 07 13:23:59.733966 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a907cde-a520-4add-b0b3-9b3468c20b05 req-5339c0cd-26b0-4d30-9518-280d680ea987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:59.735540 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8a907cde-a520-4add-b0b3-9b3468c20b05 req-5339c0cd-26b0-4d30-9518-280d680ea987 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1129 time: 0.0409875 Jun 07 13:23:59.754287 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['1d4702b2-63b5-41cf-b9f0-f021d1576e6f'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:23:59.786307 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8a907cde-a520-4add-b0b3-9b3468c20b05 req-68484b09-82e4-48bf-bbf6-77755912b3e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Jun 07 13:23:59.824591 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85237cf-66dc-4de6-b689-a2179236bc3c req-60bcfda3-c49c-4f50-8908-f4334261248e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:23:59.826243 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e85237cf-66dc-4de6-b689-a2179236bc3c req-60bcfda3-c49c-4f50-8908-f4334261248e tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0498488 Jun 07 13:23:59.835220 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33364) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:23:59.839570 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Request body: {'floatingip': {'port_id': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:23:59.880097 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (b8fedc68-0c92-4d8e-8088-e72653607c61), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:23:59.942062 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:00.035243 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff72d24-d886-41b9-9dbc-57150a0fdd9d req-dc4a853f-35b0-4a99-a3a1-b210a301150c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:00.036771 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ff72d24-d886-41b9-9dbc-57150a0fdd9d req-dc4a853f-35b0-4a99-a3a1-b210a301150c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.0818083 Jun 07 13:24:00.153268 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ff72d24-d886-41b9-9dbc-57150a0fdd9d req-6f74d18a-15ca-48e5-9831-d8a5ec018b57 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879743 Jun 07 13:24:00.239192 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669052e6-47a3-4d42-adce-2457fe51a5a0 req-979ca22a-9427-414f-8369-f1aacb8efead tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:00.240631 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-669052e6-47a3-4d42-adce-2457fe51a5a0 req-979ca22a-9427-414f-8369-f1aacb8efead tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 944 time: 0.0913377 Jun 07 13:24:00.359929 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-669052e6-47a3-4d42-adce-2457fe51a5a0 req-a3d674fc-4fc4-4ded-8e85-c8dd5514698c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879383 Jun 07 13:24:00.462222 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:00.467326 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b8fedc68-0c92-4d8e-8088-e72653607c61), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:00.555784 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:00.561376 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP b8fedc68-0c92-4d8e-8088-e72653607c61 associated. External IP: 172.27.1.200, port: cbc5aa4d-f9b4-4263-a137-129218b1ded5. Jun 07 13:24:00.943375 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:24:01.045042 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:24:01.049317 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:01.054571 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:24:01.064609 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:24:01.065213 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:01.073636 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:01.080009 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b0957212-f3e4-4b2c-900d-bbde5ce871a9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "PUT /v2.0/floatingips/b8fedc68-0c92-4d8e-8088-e72653607c61 HTTP/1.1" status: 200 len: 992 time: 1.2437012 Jun 07 13:24:01.081366 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:24:01.083732 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb2ced-7d59-434d-bd28-4287d4b56dad" -d '{"events": [{"name": "network-changed", "server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:24:01.097967 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:01.162243 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1d4702b2-63b5-41cf-b9f0-f021d1576e6f up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:24:01.165878 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:01.170498 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:24:01.176624 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dad9ae3-b722-4d1f-91a2-cea8cba266a0 x-openstack-request-id: req-7dad9ae3-b722-4d1f-91a2-cea8cba266a0 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:24:01.177146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:24:01.177592 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7dad9ae3-b722-4d1f-91a2-cea8cba266a0 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:24:01.178184 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dad9ae3-b722-4d1f-91a2-cea8cba266a0'] response: {'name': 'network-changed', 'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'status': 'completed', 'code': 200} Jun 07 13:24:01.212421 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:24:01.218719 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:24:01.219135 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:01.280939 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364324e1-855f-494f-ac4f-4280bf450dd7 req-b4607cfc-1899-42e6-8438-11e93f65f3d0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:01.282813 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-364324e1-855f-494f-ac4f-4280bf450dd7 req-b4607cfc-1899-42e6-8438-11e93f65f3d0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.0541842 Jun 07 13:24:01.297503 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:24:01.297888 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:01.331112 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:01.335496 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:01.340104 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-364324e1-855f-494f-ac4f-4280bf450dd7 req-df2cb694-9538-4b0e-9ed2-fe36c2f42ba4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509334 Jun 07 13:24:01.385072 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:01.402191 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b8fedc68-0c92-4d8e-8088-e72653607c61', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:86:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:44Z', 'updated_at': '2022-06-07T13:24:00Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:01.433947 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:24:01.442871 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:24:01.443280 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:01.479103 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889140-9350-4cbf-970c-518075899964 req-0a9c2a39-395d-4b99-8a71-a6dd1a9f2643 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:01.480577 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8889140-9350-4cbf-970c-518075899964 req-0a9c2a39-395d-4b99-8a71-a6dd1a9f2643 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0493102 Jun 07 13:24:01.500263 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:24:01.503075 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18afa49a-5e11-451b-97b6-8e7b682a878b" -d '{"events": [{"server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "name": "network-vif-plugged", "status": "completed", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:24:01.530182 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8889140-9350-4cbf-970c-518075899964 req-5ce4298b-c6ed-4f15-8293-66381632380f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436299 Jun 07 13:24:01.562962 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c915ca72-5e55-466c-a731-a3689dbcf092 x-openstack-request-id: req-c915ca72-5e55-466c-a731-a3689dbcf092 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:24:01.563352 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "name": "network-vif-plugged", "status": "completed", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:24:01.563646 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c915ca72-5e55-466c-a731-a3689dbcf092 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:24:01.564002 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c915ca72-5e55-466c-a731-a3689dbcf092'] response: {'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'code': 200} Jun 07 13:24:01.581424 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:24:01.595073 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-ac027a14-2ade-4595-8b65-b46c50d43ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:01.596570 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-ac027a14-2ade-4595-8b65-b46c50d43ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 1130 time: 0.0630140 Jun 07 13:24:01.696846 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:01.706875 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-5b9c0bd3-9142-429d-942e-dbf0318ff379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:01.708458 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-5b9c0bd3-9142-429d-942e-dbf0318ff379 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 200 len: 916 time: 0.0912943 Jun 07 13:24:01.807698 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c7740-55fd-4a54-a4b5-45c894f6ca5e req-9335239f-8afd-481c-b9e3-afdd50b045ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:01.809312 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8a2c7740-55fd-4a54-a4b5-45c894f6ca5e req-9335239f-8afd-481c-b9e3-afdd50b045ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 1129 time: 0.0591741 Jun 07 13:24:01.811149 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-4c6756d6-c7d8-4a02-be73-1e9c2dfa2692 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5 HTTP/1.1" status: 200 len: 1000 time: 0.0964346 Jun 07 13:24:01.883680 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b8fedc68-0c92-4d8e-8088-e72653607c61', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:86:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:44Z', 'updated_at': '2022-06-07T13:24:00Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:01.894229 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-5ef5d5fe-8427-4147-9e8e-c45c4381eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:01.895881 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-5ef5d5fe-8427-4147-9e8e-c45c4381eabd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 200 len: 854 time: 0.0722933 Jun 07 13:24:01.899536 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8a2c7740-55fd-4a54-a4b5-45c894f6ca5e req-656e1a14-78d9-4a03-a337-8858792d43e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765884 Jun 07 13:24:01.908058 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907befbb-6732-4fed-90f6-27490db357f8 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b8fedc68-0c92-4d8e-8088-e72653607c61', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'port_id': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'mac_address': 'fa:16:3e:86:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:44Z', 'updated_at': '2022-06-07T13:24:00Z', 'revision_number': 1, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:24:02.104285 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c47744-dc91-4eff-85a4-feea1cd6cfe4 None None] New status for floating IP b8fedc68-0c92-4d8e-8088-e72653607c61: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:24:02.169832 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-044426be-aad2-4a9f-b266-baf8a2ad01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:02.171414 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-044426be-aad2-4a9f-b266-baf8a2ad01b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7935e13c-3463-4221-bbf4-297a23e61ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437224 Jun 07 13:24:02.262062 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-2cfbe358-66e7-467b-84cc-8121bc6a02ce service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833907 Jun 07 13:24:02.356386 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1cdb2ced-7d59-434d-bd28-4287d4b56dad req-4b33bf09-317c-41ac-93cb-7252cf257e50 service neutron] 10.222.0.18 "GET /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845513 Jun 07 13:24:02.458443 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5d3ce-f1c2-403d-a19f-3edd66a73d5e req-4f486448-3c7d-4259-9ce7-aa55655ecb99 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:02.460017 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b3d5d3ce-f1c2-403d-a19f-3edd66a73d5e req-4f486448-3c7d-4259-9ce7-aa55655ecb99 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.0499129 Jun 07 13:24:02.507868 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b3d5d3ce-f1c2-403d-a19f-3edd66a73d5e req-9ca2567b-12aa-4ed1-9ea0-f493d0e41bc2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Jun 07 13:24:02.628181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e706b-78a5-4952-a9eb-30f078fdeaf9 req-20f6fecf-cc77-4dcd-a201-e0755a70f81e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:02.629610 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-004e706b-78a5-4952-a9eb-30f078fdeaf9 req-20f6fecf-cc77-4dcd-a201-e0755a70f81e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.0548494 Jun 07 13:24:02.673916 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c661a8-3ce4-44f2-8a4e-f9dd815f87e9 req-b0d7f746-2e87-45a3-af09-a83df06d5ef9 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:02.675308 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-97c661a8-3ce4-44f2-8a4e-f9dd815f87e9 req-b0d7f746-2e87-45a3-af09-a83df06d5ef9 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0685325 Jun 07 13:24:02.718536 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-004e706b-78a5-4952-a9eb-30f078fdeaf9 req-4934972c-8ce7-4aa1-b894-fe818d04cee4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736609 Jun 07 13:24:02.740465 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33390) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:24:02.754964 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-97c661a8-3ce4-44f2-8a4e-f9dd815f87e9 req-3c1cd690-833a-45fd-86d6-947ca34adfe2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697398 Jun 07 13:24:02.782723 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f7dfb-4df9-43b8-a695-a47329b5aca8 tempest-TestVolumeBootPattern-533641782 tempest-TestVolumeBootPattern-533641782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:02.784265 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-960f7dfb-4df9-43b8-a695-a47329b5aca8 tempest-TestVolumeBootPattern-533641782 tempest-TestVolumeBootPattern-533641782-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1124 time: 0.0429108 Jun 07 13:24:02.787019 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33392) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:24:02.791153 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:24:02.811552 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:02.886967 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:02.943788 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:02.994411 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Allocated IP 172.27.1.168 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/ae118e0b-2721-4f4f-ab84-0c4212e06d26) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:24:03.098713 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:03.113267 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:03.134128 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:03.170345 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:24:03.174676 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:24:03.177262 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:24:03.205434 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=ae118e0b-2721-4f4f-ab84-0c4212e06d26,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:03.517177 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (b21ff538-aebc-4a98-a194-abd8be712820), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:03.582531 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:03.703946 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:03.762261 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:03.766558 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:03.852522 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=ae118e0b-2721-4f4f-ab84-0c4212e06d26,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:03.873453 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b21ff538-aebc-4a98-a194-abd8be712820), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:03.876789 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:03.923112 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cefba-87a3-4121-bb79-99f57a249b16 req-819ce492-792c-4a50-b585-cd3f0f35b278 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:03.924601 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a61cefba-87a3-4121-bb79-99f57a249b16 req-819ce492-792c-4a50-b585-cd3f0f35b278 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0983422 Jun 07 13:24:04.015895 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Floating IP b21ff538-aebc-4a98-a194-abd8be712820 associated. External IP: 172.27.1.168, port: d6ca44d9-1b5d-4453-991d-603401049b3a. Jun 07 13:24:04.021644 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a61cefba-87a3-4121-bb79-99f57a249b16 req-913787ba-c630-477f-94ef-66409fd03621 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881705 Jun 07 13:24:04.153189 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c187a-1a13-4c3d-b4a6-a4f1a5869a7e req-24d9f6d1-d244-4f62-aa16-5e72a7ce56d4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:04.154638 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-377c187a-1a13-4c3d-b4a6-a4f1a5869a7e req-24d9f6d1-d244-4f62-aa16-5e72a7ce56d4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0615737 Jun 07 13:24:04.164725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33404) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:24:04.171571 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'floatingip': {'port_id': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:24:04.216899 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (e223b623-31fe-42bf-bcea-55543fccd638), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:04.222196 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:04.274571 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:24:04.374866 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:04.380972 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:24:04.394413 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:24:04.401394 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:04.408347 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:24:04.408967 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:04.442675 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-30e31a2c-abad-42b1-8883-b3c4a261eea2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6546347 Jun 07 13:24:04.443354 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:24:04.446422 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77571604-7f87-46f5-859b-4b9f4ee98c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:24:04.484565 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1287355-4362-4006-aedf-624687c0a4e0 x-openstack-request-id: req-b1287355-4362-4006-aedf-624687c0a4e0 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:24:04.484852 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:24:04.485127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1287355-4362-4006-aedf-624687c0a4e0 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:24:04.485524 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1287355-4362-4006-aedf-624687c0a4e0'] response: {'name': 'network-changed', 'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'status': 'completed', 'code': 200} Jun 07 13:24:04.516054 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:04.525418 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:24:04.588612 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-4cb08240-2dfd-4269-a62c-46aeb27e1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:04.590225 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-4cb08240-2dfd-4269-a62c-46aeb27e1036 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1129 time: 0.0720263 Jun 07 13:24:04.752294 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:03Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:04.759107 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:04.760658 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-cfdae720-effb-49d4-a155-67fedf902df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:04.762121 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-cfdae720-effb-49d4-a155-67fedf902df6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.1625869 Jun 07 13:24:04.763169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (e223b623-31fe-42bf-bcea-55543fccd638), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:04.776061 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:24:04.784699 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:24:04.785315 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:04.823843 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:04.837432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:04.888403 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:24:04.890371 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-78435071-d432-49cf-8f99-8c62bbde2628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 200 len: 999 time: 0.0923104 Jun 07 13:24:04.937157 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Floating IP e223b623-31fe-42bf-bcea-55543fccd638 associated. External IP: 172.27.1.9, port: 1d4702b2-63b5-41cf-b9f0-f021d1576e6f. Jun 07 13:24:04.982183 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-e8fa43c7-182f-45cc-88cf-f5a0ebc39d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:04.983652 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-e8fa43c7-182f-45cc-88cf-f5a0ebc39d6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0858896 Jun 07 13:24:05.061149 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-fbf929f1-2299-4e9c-81e2-ef7a4bdf124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:05.062529 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-fbf929f1-2299-4e9c-81e2-ef7a4bdf124c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689795 Jun 07 13:24:05.149814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:05.199992 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:03Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:05.227740 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab7b8-e838-4ca3-9a02-c02e8e48c8e9 None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:03Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:24:05.233915 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-98ab7f43-a01f-421b-af2d-0e6d06af7358 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639225 Jun 07 13:24:05.254542 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:24:05.441308 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6ece4-c1d0-4454-ad44-687ff3e92787 None None] New status for floating IP b21ff538-aebc-4a98-a194-abd8be712820: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:24:05.698962 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-77571604-7f87-46f5-859b-4b9f4ee98c7f req-a794aa23-3bfd-47cc-891e-976aeffc50a5 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350560 Jun 07 13:24:05.706013 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:24:05.712572 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:05.716728 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] Sync routers for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:24:05.727192 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:24:05.727800 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:05.744420 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ad79771d-6e31-49e2-8e7a-6a349bfa52e2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "PUT /v2.0/floatingips/e223b623-31fe-42bf-bcea-55543fccd638 HTTP/1.1" status: 200 len: 989 time: 1.5781183 Jun 07 13:24:05.745011 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:24:05.747281 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6645cd8f-28ff-479c-a903-1081f4407bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:24:05.783973 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350956ce-7d64-48fc-bdc2-ed8cbbb61875 x-openstack-request-id: req-350956ce-7d64-48fc-bdc2-ed8cbbb61875 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:24:05.784309 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:24:05.784599 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-350956ce-7d64-48fc-bdc2-ed8cbbb61875 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:24:05.785000 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350956ce-7d64-48fc-bdc2-ed8cbbb61875'] response: {'name': 'network-changed', 'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'status': 'completed', 'code': 200} Jun 07 13:24:05.832045 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:24:05.862655 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-d56a365b-5f7e-47b6-96e1-56ab7eefe4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:05.864093 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-d56a365b-5f7e-47b6-96e1-56ab7eefe4f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 1129 time: 0.0532343 Jun 07 13:24:05.955499 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-4084f52f-812a-4423-905e-d60403946172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:05.956972 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-4084f52f-812a-4423-905e-d60403946172 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 912 time: 0.0860283 Jun 07 13:24:05.969790 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:06.018975 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-e8f4ed93-f25b-4b1e-a0e7-5b45052eff7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 200 len: 997 time: 0.0540378 Jun 07 13:24:06.048692 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'e223b623-31fe-42bf-bcea-55543fccd638', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'port_id': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'mac_address': 'fa:16:3e:9b:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:49Z', 'updated_at': '2022-06-07T13:24:04Z', 'revision_number': 1, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:06.072880 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-1ae2e5f8-a62a-4f32-b908-0550ec3546c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:06.074316 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-1ae2e5f8-a62a-4f32-b908-0550ec3546c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0478060 Jun 07 13:24:06.074565 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] Checking router: 5d18efd9-5ba3-4b67-ac6e-c63576670d90 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:24:06.082957 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:24:06.083645 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:23:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:06.120735 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-7e9bebdc-6949-471a-bb33-9d969e472bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:06.122593 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-7e9bebdc-6949-471a-bb33-9d969e472bdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415943 Jun 07 13:24:06.182936 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:06.225293 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-1802a9e8-c3c3-4c04-b798-dd652b38131a service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909739 Jun 07 13:24:06.274600 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:24:06.322771 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6645cd8f-28ff-479c-a903-1081f4407bb1 req-aa2cf782-260d-463d-9c46-65afde988646 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909882 Jun 07 13:24:06.354589 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:06.499244 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'e223b623-31fe-42bf-bcea-55543fccd638', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'port_id': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'mac_address': 'fa:16:3e:9b:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:49Z', 'updated_at': '2022-06-07T13:24:04Z', 'revision_number': 1, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:24:06.527949 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abbfc2-f319-49df-b81e-c4e6b4889f29 req-1b0abce5-786b-4761-8a7c-7df43abe0d5c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:06.529511 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48abbfc2-f319-49df-b81e-c4e6b4889f29 req-1b0abce5-786b-4761-8a7c-7df43abe0d5c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Jun 07 13:24:06.530242 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec86ccc-fed1-406b-ad8e-48ecabf1b4d0 None None] The sync data for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi is: [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'e223b623-31fe-42bf-bcea-55543fccd638', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'port_id': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'mac_address': 'fa:16:3e:9b:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:23:49Z', 'updated_at': '2022-06-07T13:24:04Z', 'revision_number': 1, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:24:06.565175 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:06.581605 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48abbfc2-f319-49df-b81e-c4e6b4889f29 req-40f3e4fb-8c2a-46c1-b989-78864f3544a8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457416 Jun 07 13:24:06.751097 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df73c1-ba69-4986-a6fc-ee3e381b1d1c None None] New status for floating IP e223b623-31fe-42bf-bcea-55543fccd638: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:24:07.705665 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856a68-6330-4e8a-b155-80cbfac8d229 req-f8b871dd-5af6-47a4-b7af-6b78d6daf636 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:07.707137 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f8856a68-6330-4e8a-b155-80cbfac8d229 req-f8b871dd-5af6-47a4-b7af-6b78d6daf636 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0452688 Jun 07 13:24:07.762933 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f8856a68-6330-4e8a-b155-80cbfac8d229 req-4cb87ae0-ffe5-46cb-a10f-5d56694d81a2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496564 Jun 07 13:24:08.879142 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5c250-13f4-47d5-be2a-7a4cfb4b199b req-4fa3737a-8e65-4702-a3c1-a26b439a50f6 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:08.880585 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-61f5c250-13f4-47d5-be2a-7a4cfb4b199b req-4fa3737a-8e65-4702-a3c1-a26b439a50f6 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0460563 Jun 07 13:24:08.926954 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-61f5c250-13f4-47d5-be2a-7a4cfb4b199b req-521ddd3a-e304-4d08-a997-e5c55a5518be tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Jun 07 13:24:10.041587 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f2138-36d9-42aa-8512-2bde584c7fda req-bfa6d18a-6f45-4e63-9704-b6410c038d44 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:10.043035 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-276f2138-36d9-42aa-8512-2bde584c7fda req-bfa6d18a-6f45-4e63-9704-b6410c038d44 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0455546 Jun 07 13:24:10.087771 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-276f2138-36d9-42aa-8512-2bde584c7fda req-662585e3-32d6-4fcd-8603-bcbabffbdfad tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 Jun 07 13:24:11.205556 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f14e00-d892-4fb8-a83c-d3935691ca67 req-db82313b-bce2-42db-9a81-a46a08363879 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:11.206995 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96f14e00-d892-4fb8-a83c-d3935691ca67 req-db82313b-bce2-42db-9a81-a46a08363879 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0479605 Jun 07 13:24:11.252843 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96f14e00-d892-4fb8-a83c-d3935691ca67 req-d6c1897a-7847-4fac-8d5e-0f818c4e4626 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399077 Jun 07 13:24:12.369956 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f087-4afa-4584-972b-22dcc2725954 req-c84b49b6-c48f-474e-9a7d-6ca99318234e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:12.371440 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7a61f087-4afa-4584-972b-22dcc2725954 req-c84b49b6-c48f-474e-9a7d-6ca99318234e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0463223 Jun 07 13:24:12.410258 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:12.419047 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7a61f087-4afa-4584-972b-22dcc2725954 req-5db53e32-0939-44c4-9848-6a37d361feb9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Jun 07 13:24:12.672879 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:24:13.537854 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed773f-4108-4fd8-acee-55f45b62ef73 req-e3f62360-66e1-466a-bb27-ef58285e3529 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:13.539332 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9ed773f-4108-4fd8-acee-55f45b62ef73 req-e3f62360-66e1-466a-bb27-ef58285e3529 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Jun 07 13:24:13.585132 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9ed773f-4108-4fd8-acee-55f45b62ef73 req-3d8bacf3-2c54-4f40-a470-6c90c604b5ab tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Jun 07 13:24:14.699814 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5aa8c-ab26-4d37-92a8-559a2af53700 req-c98e7c3b-69a0-4807-9d7c-3f81a20adf4c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:14.701243 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9d5aa8c-ab26-4d37-92a8-559a2af53700 req-c98e7c3b-69a0-4807-9d7c-3f81a20adf4c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0457370 Jun 07 13:24:14.746197 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9d5aa8c-ab26-4d37-92a8-559a2af53700 req-42975b04-1841-49df-8a9c-e881dc2ce325 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396512 Jun 07 13:24:15.860890 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9aa56-44ce-4875-9844-fa0ff8017edd req-c7a09567-2193-4185-8bf3-d0d3c451dda5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:15.862294 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f7e9aa56-44ce-4875-9844-fa0ff8017edd req-c7a09567-2193-4185-8bf3-d0d3c451dda5 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0458119 Jun 07 13:24:15.911334 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f7e9aa56-44ce-4875-9844-fa0ff8017edd req-d88b4ac4-d30d-4462-9c2c-106050b319c2 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Jun 07 13:24:16.318513 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=17 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:16.319321 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:16.502927 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=18 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:16.850403 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:16.853394 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:17.213085 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0ea4f-36ec-418e-8e6a-a300bd9da7a5 req-934ba9f2-6012-48d2-8cf8-b22196c7f7f1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:17.214457 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0b0ea4f-36ec-418e-8e6a-a300bd9da7a5 req-934ba9f2-6012-48d2-8cf8-b22196c7f7f1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.2329245 Jun 07 13:24:17.260540 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0b0ea4f-36ec-418e-8e6a-a300bd9da7a5 req-50f6c5a0-7f2e-4f38-a223-37db6e072a78 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 Jun 07 13:24:18.472405 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb036021-3178-4cbb-b65e-cc917aabdf6d req-560d75aa-d2a8-48d8-bfe4-8dc2a30f2fd1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:18.473841 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb036021-3178-4cbb-b65e-cc917aabdf6d req-560d75aa-d2a8-48d8-bfe4-8dc2a30f2fd1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0454190 Jun 07 13:24:18.519542 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb036021-3178-4cbb-b65e-cc917aabdf6d req-5663b77e-5846-481c-9b39-511e4040f161 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396326 Jun 07 13:24:19.093710 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a4d8-8cb1-46dd-8727-f5fcae5480f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:19.622604 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:19.638814 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a14ae-a42c-4e9b-acdb-a85cd6c6de0a req-5c85fd24-beac-4d42-8764-4f2b8be2d959 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:19.640262 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-963a14ae-a42c-4e9b-acdb-a85cd6c6de0a req-5c85fd24-beac-4d42-8764-4f2b8be2d959 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0491619 Jun 07 13:24:19.685502 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-963a14ae-a42c-4e9b-acdb-a85cd6c6de0a req-24137142-e810-4b22-b4b9-582944f201b3 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398035 Jun 07 13:24:20.801151 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453c713-a044-425a-8cf2-9741e85520b2 req-e6c16db8-9a5b-4154-97a7-854a7cb359c4 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:20.802595 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a453c713-a044-425a-8cf2-9741e85520b2 req-e6c16db8-9a5b-4154-97a7-854a7cb359c4 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0463920 Jun 07 13:24:20.848699 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a453c713-a044-425a-8cf2-9741e85520b2 req-49d14084-9b86-4b28-b50b-31baa9ecbc1c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401347 Jun 07 13:24:21.314812 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae9d5-8f01-434b-8eb9-4796ec2374c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:21.973419 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2afca6-cfa5-4db3-ab6e-4721e8e1e86b req-b162841a-065b-4730-83ba-71b773b87042 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:21.974862 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae2afca6-cfa5-4db3-ab6e-4721e8e1e86b req-b162841a-065b-4730-83ba-71b773b87042 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0524881 Jun 07 13:24:22.020353 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae2afca6-cfa5-4db3-ab6e-4721e8e1e86b req-548061a4-af84-4a9e-80e5-504908a143a1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397768 Jun 07 13:24:22.506884 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:22.669540 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=52 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:23.135687 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03760909-6ce2-4f30-81ef-27c663ed2098 req-aa760fdf-6c69-407a-988d-7c1395544322 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:23.137115 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-03760909-6ce2-4f30-81ef-27c663ed2098 req-aa760fdf-6c69-407a-988d-7c1395544322 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0455191 Jun 07 13:24:23.182536 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-03760909-6ce2-4f30-81ef-27c663ed2098 req-3e6da22e-0e95-4e6e-9dde-80c7e8808a48 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Jun 07 13:24:23.271404 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:24:23.368951 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:23.379836 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '1df72142-8d3b-4965-899a-3271031c03d3', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'port_id': '1df72142-8d3b-4965-899a-3271031c03d3', 'mac_address': 'fa:16:3e:59:19:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:24:23.413603 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: ACTIVE; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:24:23.413981 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:23.426810 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1df72142-8d3b-4965-899a-3271031c03d3 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:24:23.447120 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:23.451839 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:23.501511 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=6']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:23.508356 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.509494 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.509611 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.509924 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.510254 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.510579 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.510938 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.511262 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.511582 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.511901 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.512222 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.512542 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.512860 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.513175 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.513495 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:24:23.610216 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['1df72142-8d3b-4965-899a-3271031c03d3'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:24:23.920761 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:24.303466 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d77ee4-e815-4332-ab80-d9a879fee5c5 req-773e2b42-3ffe-40f5-ae08-d18fbab219a8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:24.304925 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24d77ee4-e815-4332-ab80-d9a879fee5c5 req-773e2b42-3ffe-40f5-ae08-d18fbab219a8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 944 time: 0.0502517 Jun 07 13:24:24.358474 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24d77ee4-e815-4332-ab80-d9a879fee5c5 req-864a0680-875c-4f1e-b52a-4583679835ad tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Jun 07 13:24:25.280782 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:24:25.327961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 1df72142-8d3b-4965-899a-3271031c03d3 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:24:25.328421 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (1df72142-8d3b-4965-899a-3271031c03d3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:25.428068 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:24:25.428795 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:25.448881 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:25.464406 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:24:25.466750 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad3a79d-589a-41f7-af5e-f39aca57ddd1" -d '{"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-plugged", "status": "completed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:24:25.481941 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:25.490531 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:25.522902 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9c64f3-fd99-4e01-a4ed-5834a0bc0c12 x-openstack-request-id: req-ce9c64f3-fd99-4e01-a4ed-5834a0bc0c12 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:24:25.523279 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-plugged", "status": "completed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:24:25.523605 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce9c64f3-fd99-4e01-a4ed-5834a0bc0c12 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:24:25.524852 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9c64f3-fd99-4e01-a4ed-5834a0bc0c12'] response: {'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3', 'code': 200} Jun 07 13:24:25.539644 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44fa24-b4a3-4885-afa2-6c1a848c3dd9 req-edb1b516-67bb-46af-b31b-811e135c3910 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:25.542542 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa44fa24-b4a3-4885-afa2-6c1a848c3dd9 req-edb1b516-67bb-46af-b31b-811e135c3910 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 944 time: 0.0786691 Jun 07 13:24:25.553477 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=7']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:25.604481 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa44fa24-b4a3-4885-afa2-6c1a848c3dd9 req-74af0d28-7a17-4021-adef-c38714c7015b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559807 Jun 07 13:24:26.731877 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2d2c0-468a-4c9a-9263-03c3af9bac52 req-e794e782-8d22-45aa-9b76-b9db7ddf9e5f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:26.734678 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4fb2d2c0-468a-4c9a-9263-03c3af9bac52 req-e794e782-8d22-45aa-9b76-b9db7ddf9e5f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0531192 Jun 07 13:24:26.756206 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:26.793929 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4fb2d2c0-468a-4c9a-9263-03c3af9bac52 req-b40824c1-b0aa-4028-9246-bd7ffdccac4d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530670 Jun 07 13:24:27.929833 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d00e6-685f-4bef-bff0-820b0653cbc0 req-da09e31e-3c46-471a-aa9f-a4ea8e7dbc6e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:27.935243 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1c5d00e6-685f-4bef-bff0-820b0653cbc0 req-da09e31e-3c46-471a-aa9f-a4ea8e7dbc6e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0575438 Jun 07 13:24:27.983837 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1c5d00e6-685f-4bef-bff0-820b0653cbc0 req-e75ec06c-342b-4e9d-80da-d32d48523b38 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440218 Jun 07 13:24:29.110257 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e621da-ea0d-452f-aa2d-50cf00ef5119 req-66b2a8f6-deeb-4959-b76c-2d221c325011 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:29.112515 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-47e621da-ea0d-452f-aa2d-50cf00ef5119 req-66b2a8f6-deeb-4959-b76c-2d221c325011 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0510561 Jun 07 13:24:29.164083 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-47e621da-ea0d-452f-aa2d-50cf00ef5119 req-874660b6-ed80-46ef-ac96-2fbf7eae2fec tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 Jun 07 13:24:30.285453 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a2e58-dddc-494b-84e6-a5952d9a44b8 req-b5d379ab-95a5-4332-9e1e-9b64a2cf6616 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:30.286971 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-260a2e58-dddc-494b-84e6-a5952d9a44b8 req-b5d379ab-95a5-4332-9e1e-9b64a2cf6616 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Jun 07 13:24:30.339476 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-260a2e58-dddc-494b-84e6-a5952d9a44b8 req-074171b9-33ca-445d-8de4-3296ded05ad1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460413 Jun 07 13:24:31.462480 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04961e99-3cf5-4552-917d-e66fee0db3a8 req-c9d9bf97-58fb-4058-8f33-bec8aa6dff42 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:31.469754 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04961e99-3cf5-4552-917d-e66fee0db3a8 req-c9d9bf97-58fb-4058-8f33-bec8aa6dff42 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0563545 Jun 07 13:24:31.526036 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04961e99-3cf5-4552-917d-e66fee0db3a8 req-27d106b7-acac-4d0b-98e1-5584cffb16e9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554121 Jun 07 13:24:32.654643 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554184f7-da8b-4747-8ccf-91853fd6e7cf req-ae1404f6-4dca-49b5-ba25-45e4ca44dece tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:32.656307 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-554184f7-da8b-4747-8ccf-91853fd6e7cf req-ae1404f6-4dca-49b5-ba25-45e4ca44dece tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0514646 Jun 07 13:24:32.710658 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-554184f7-da8b-4747-8ccf-91853fd6e7cf req-b09d9fcf-64a4-429c-8850-d975fb9f4af7 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482793 Jun 07 13:24:33.819817 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:33.829093 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb60365-56b1-4dfa-bdc2-4e4962db21c8 req-d6bcf297-c2c4-4e72-ba46-af5b259ef729 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:33.830512 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0cb60365-56b1-4dfa-bdc2-4e4962db21c8 req-d6bcf297-c2c4-4e72-ba46-af5b259ef729 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0486598 Jun 07 13:24:33.875617 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0cb60365-56b1-4dfa-bdc2-4e4962db21c8 req-71bc2918-b96c-4f80-9a13-ff07e559d683 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Jun 07 13:24:34.187955 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9203991-fcf0-479d-868b-c6171e915707 req-548d8708-c16c-4c21-9745-9235a873c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:34.189329 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b9203991-fcf0-479d-868b-c6171e915707 req-548d8708-c16c-4c21-9745-9235a873c329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1129 time: 0.0386152 Jun 07 13:24:34.207223 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:34.219035 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:34.284806 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9203991-fcf0-479d-868b-c6171e915707 req-c60e5ea5-3f5c-41e5-bf05-fa4dcbbc9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:34.286245 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b9203991-fcf0-479d-868b-c6171e915707 req-c60e5ea5-3f5c-41e5-bf05-fa4dcbbc9373 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.0888743 Jun 07 13:24:34.346289 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b9203991-fcf0-479d-868b-c6171e915707 req-cb7f910e-c844-426d-b787-64c299640313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 1000 time: 0.0530624 Jun 07 13:24:34.395217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9203991-fcf0-479d-868b-c6171e915707 req-b7278dc9-eeda-4d8e-8b79-4929129d879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:34.396704 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b9203991-fcf0-479d-868b-c6171e915707 req-b7278dc9-eeda-4d8e-8b79-4929129d879b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0435586 Jun 07 13:24:34.444708 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9203991-fcf0-479d-868b-c6171e915707 req-5168eb44-8ec1-483c-9130-0c995cabe6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:34.446165 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b9203991-fcf0-479d-868b-c6171e915707 req-5168eb44-8ec1-483c-9130-0c995cabe6c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416913 Jun 07 13:24:34.533931 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b9203991-fcf0-479d-868b-c6171e915707 req-6dd550ad-b6cd-4e30-aea0-beaff603cdbb service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795746 Jun 07 13:24:34.626356 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b9203991-fcf0-479d-868b-c6171e915707 req-43589d52-251f-46c6-9907-be20ae96f9af service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849578 Jun 07 13:24:34.993507 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999113-6f67-418d-a05f-b525b67e93f2 req-c5dd068b-9808-4450-ba9b-0da514b44a1a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:34.994937 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c999113-6f67-418d-a05f-b525b67e93f2 req-c5dd068b-9808-4450-ba9b-0da514b44a1a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0459702 Jun 07 13:24:35.039377 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c999113-6f67-418d-a05f-b525b67e93f2 req-49f906dc-df28-4a4f-9fab-c3779f96c24c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391414 Jun 07 13:24:36.160397 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f98d9-1261-4956-8093-24473c590aab req-2b6fad03-cec4-4ba6-9fd4-08a64e70e24f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:36.161831 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-491f98d9-1261-4956-8093-24473c590aab req-2b6fad03-cec4-4ba6-9fd4-08a64e70e24f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Jun 07 13:24:36.207091 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-491f98d9-1261-4956-8093-24473c590aab req-34aa89cf-0edb-4b0e-9595-c558769830c1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Jun 07 13:24:37.316576 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:24:37.321019 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba166-58de-4b6c-b04c-ae5d8bc763f0 req-6ec38e60-420c-4f6a-95c1-a64dce582506 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:37.322509 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-570ba166-58de-4b6c-b04c-ae5d8bc763f0 req-6ec38e60-420c-4f6a-95c1-a64dce582506 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 945 time: 0.0455174 Jun 07 13:24:37.360581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:37.369820 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-570ba166-58de-4b6c-b04c-ae5d8bc763f0 req-4afb58bf-1a9e-4dd1-80bc-296554b4fc8d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416698 Jun 07 13:24:37.390898 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: ACTIVE; New status is: DOWN {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:24:37.391286 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:37.414717 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:24:37.417614 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7decb4f6-4eba-46e9-8824-f292faaa5a88" -d '{"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-unplugged", "status": "completed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:24:37.430355 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:37.435204 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:37.458389 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Jun 2022 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b1188e-890b-4015-aad0-edbf7fd4ee3a x-openstack-request-id: req-74b1188e-890b-4015-aad0-edbf7fd4ee3a {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:24:37.458679 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-unplugged", "status": "failed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3", "code": 422}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:24:37.458953 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74b1188e-890b-4015-aad0-edbf7fd4ee3a {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:24:37.459347 dv-cinder-844601-3-iscsi neutron-server[104162]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74b1188e-890b-4015-aad0-edbf7fd4ee3a']: {'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3', 'code': 422} returned with failed status Jun 07 13:24:37.486369 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=8']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:38.270034 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84457a2c-1b79-4c0e-a51f-6088b53d42b0 req-43b3db7f-18e5-409f-bf2f-c63545f6242b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:38.271438 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84457a2c-1b79-4c0e-a51f-6088b53d42b0 req-43b3db7f-18e5-409f-bf2f-c63545f6242b tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0479021 Jun 07 13:24:38.298517 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-8d9b167b-8dfb-431d-9097-65fc555d391f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379698 Jun 07 13:24:38.322397 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84457a2c-1b79-4c0e-a51f-6088b53d42b0 req-a9dbc45d-85d4-476f-885b-bcd47619cb79 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451303 Jun 07 13:24:38.372951 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-786ec2c2-da45-41f5-ab37-db5e9dc48893 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:38.374274 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-786ec2c2-da45-41f5-ab37-db5e9dc48893 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports/1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 940 time: 0.0466633 Jun 07 13:24:39.168609 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-788503f3-78ea-4b8c-b42c-877a22595825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:39.170058 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-788503f3-78ea-4b8c-b42c-877a22595825 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219&tenant_id=346889f9c6334aa9a22bd277aa002a0f HTTP/1.1" status: 200 len: 1127 time: 0.0385375 Jun 07 13:24:39.238039 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-8449e0ab-d529-4d74-b65e-3b6602af7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:39.239523 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-8449e0ab-d529-4d74-b65e-3b6602af7a8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1127 time: 0.0417058 Jun 07 13:24:39.333016 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-9dcd21c0-8cc5-4b85-9686-03392d8a993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:39.334482 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-9dcd21c0-8cc5-4b85-9686-03392d8a993e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.0879982 Jun 07 13:24:39.403404 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:39.408985 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-d4f534fc-6371-4270-b68d-abb192abe1c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 998 time: 0.0618715 Jun 07 13:24:39.440538 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2a9dc-ab41-4ed2-88d7-7d661866f3ce req-fa1ca125-412a-445c-afa6-5bd3acd55b01 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:39.442002 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddf2a9dc-ab41-4ed2-88d7-7d661866f3ce req-fa1ca125-412a-445c-afa6-5bd3acd55b01 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0484955 Jun 07 13:24:39.458206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-45ef7459-169d-4fab-9362-9407ae3b0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:39.459676 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-45ef7459-169d-4fab-9362-9407ae3b0a34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0430758 Jun 07 13:24:39.489330 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddf2a9dc-ab41-4ed2-88d7-7d661866f3ce req-569da283-2822-4824-8841-7b668dbafaa8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414891 Jun 07 13:24:39.504098 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-a48e6b6e-cdc9-4954-b21c-959ec339de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:39.505677 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-a48e6b6e-cdc9-4954-b21c-959ec339de16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390680 Jun 07 13:24:39.599930 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-42fccf5e-4380-4725-a48b-fead4e4ffba4 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852218 Jun 07 13:24:39.657018 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:39.662027 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:39.692478 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-92d090ca-3f34-43a8-bda2-a4e83f75d7f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850191 Jun 07 13:24:40.611081 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af315b9-88df-4276-af21-a22355c1d379 req-676d05da-0b93-4b1a-9c5d-ce083c3ee7e0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:40.612588 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0af315b9-88df-4276-af21-a22355c1d379 req-676d05da-0b93-4b1a-9c5d-ce083c3ee7e0 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0478821 Jun 07 13:24:40.662165 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0af315b9-88df-4276-af21-a22355c1d379 req-49c0b945-904e-4c36-b782-a83c3fd90bcc tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439882 Jun 07 13:24:41.354780 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:24:41.429837 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: DOWN; New status is: DOWN {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:24:41.693673 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:41.700876 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:41.786946 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ed27-bf95-4841-9019-06c79c4b3f3d req-41739800-4a4e-4828-8927-619796f95f1d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:41.788395 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a03ed27-bf95-4841-9019-06c79c4b3f3d req-41739800-4a4e-4828-8927-619796f95f1d tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Jun 07 13:24:41.837057 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a03ed27-bf95-4841-9019-06c79c4b3f3d req-f9426f64-6099-4acc-b29c-ee1d46892263 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Jun 07 13:24:43.117207 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91edf-e08a-4fcb-8e10-079a568027ed req-1b2ee19e-390e-4bbb-969c-b7b73941db73 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:43.119289 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76f91edf-e08a-4fcb-8e10-079a568027ed req-1b2ee19e-390e-4bbb-969c-b7b73941db73 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0498013 Jun 07 13:24:43.171034 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76f91edf-e08a-4fcb-8e10-079a568027ed req-a369ae9a-06e3-440d-897e-5d3a04ed209a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458064 Jun 07 13:24:44.288252 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf8237-b65b-43be-b61c-786a3255e9ca req-f683bf6c-4b2e-464b-88dd-140c8d5653be tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:44.289732 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bf8237-b65b-43be-b61c-786a3255e9ca req-f683bf6c-4b2e-464b-88dd-140c8d5653be tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0462835 Jun 07 13:24:44.344181 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bf8237-b65b-43be-b61c-786a3255e9ca req-da232f2f-2af8-4c88-9995-284916303c22 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487654 Jun 07 13:24:45.430779 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:45.469478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b8c38-7fa0-4a57-9af3-044e9b2f1e33 req-0d68b476-6461-45e0-bfd8-6caa6a829922 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:45.470969 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-112b8c38-7fa0-4a57-9af3-044e9b2f1e33 req-0d68b476-6461-45e0-bfd8-6caa6a829922 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0521393 Jun 07 13:24:45.520534 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-112b8c38-7fa0-4a57-9af3-044e9b2f1e33 req-1343a9f4-e597-4efe-b187-2ce646440bf8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436409 Jun 07 13:24:46.669162 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173938-e20e-46af-89a8-972e3fce94ba req-25d61e30-83db-401a-9e4f-8d078495e97e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:46.671615 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-95173938-e20e-46af-89a8-972e3fce94ba req-25d61e30-83db-401a-9e4f-8d078495e97e tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0797176 Jun 07 13:24:46.754343 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-95173938-e20e-46af-89a8-972e3fce94ba req-cb9e6385-d038-482b-808c-7c08064ceb9c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715077 Jun 07 13:24:47.882257 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc743208-7080-4bbf-92d4-a796b40848fb req-db9928c4-b429-4ca2-b2bf-8b1f92ed34dc tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:47.883800 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cc743208-7080-4bbf-92d4-a796b40848fb req-db9928c4-b429-4ca2-b2bf-8b1f92ed34dc tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0542405 Jun 07 13:24:47.934504 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cc743208-7080-4bbf-92d4-a796b40848fb req-e9719988-440f-47c9-8779-74c1cb8bec71 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Jun 07 13:24:49.053646 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65e16c-7da3-4661-beec-c56878bc0cc2 req-c9d073cb-54df-4ba9-b6ac-01eaee055492 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:49.055139 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f65e16c-7da3-4661-beec-c56878bc0cc2 req-c9d073cb-54df-4ba9-b6ac-01eaee055492 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0474198 Jun 07 13:24:49.099241 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7706e14f-0770-4904-850f-a63a2e9e3647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:49.104556 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f65e16c-7da3-4661-beec-c56878bc0cc2 req-013b72db-7651-42cd-839d-06cb2c9d632c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 Jun 07 13:24:49.671965 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:24:49.682614 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:49.688446 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:50.224183 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0839f-7755-4d10-bf03-db5f64ffb0e2 req-7cefbf1e-6cc2-4c34-a34e-103b3aa4578f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:50.225545 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8bf0839f-7755-4d10-bf03-db5f64ffb0e2 req-7cefbf1e-6cc2-4c34-a34e-103b3aa4578f tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0490537 Jun 07 13:24:50.276270 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8bf0839f-7755-4d10-bf03-db5f64ffb0e2 req-aeced75b-3198-4543-9a99-bcaf0cd6da02 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418053 Jun 07 13:24:51.316984 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-85fdb3e1-60aa-413a-86a8-2d6297387d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:51.395095 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1a881-c373-40fd-97c9-dbddaf9db9f0 req-f9eae8cf-fc8a-40b8-8c76-eec1a6bc8cb1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:51.396520 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fde1a881-c373-40fd-97c9-dbddaf9db9f0 req-f9eae8cf-fc8a-40b8-8c76-eec1a6bc8cb1 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 943 time: 0.0458684 Jun 07 13:24:51.401598 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:24:51.445997 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fde1a881-c373-40fd-97c9-dbddaf9db9f0 req-d9f5eb3e-85b1-49fd-aa27-5acbf82829c6 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 Jun 07 13:24:51.497109 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:51.512391 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '1df72142-8d3b-4965-899a-3271031c03d3', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'port_id': '1df72142-8d3b-4965-899a-3271031c03d3', 'mac_address': 'fa:16:3e:59:19:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:24:51.545826 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:24:51.546206 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:51.559191 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df72142-8d3b-4965-899a-3271031c03d3 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:24:51.578514 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:51.582079 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:51.629554 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=9']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:51.849619 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['1df72142-8d3b-4965-899a-3271031c03d3'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:24:51.952802 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:52.510099 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:52.565873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b5b82-7bf0-47a7-9d68-c40aa6dc36b8 req-50e26698-ab9b-4b24-8abb-9fcf6daf19bc tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:52.567854 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b6b5b82-7bf0-47a7-9d68-c40aa6dc36b8 req-50e26698-ab9b-4b24-8abb-9fcf6daf19bc tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 944 time: 0.0468020 Jun 07 13:24:52.617923 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b6b5b82-7bf0-47a7-9d68-c40aa6dc36b8 req-9630058b-efc4-4efe-ba24-3462e36b36bb tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Jun 07 13:24:53.412244 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:24:53.438086 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:53.457525 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 1df72142-8d3b-4965-899a-3271031c03d3 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:24:53.457890 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (1df72142-8d3b-4965-899a-3271031c03d3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:53.529984 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 1df72142-8d3b-4965-899a-3271031c03d3 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:24:53.530655 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:53.552791 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:24:53.554991 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f38eadd-51b4-4ed1-8787-99e5ef6ba15f" -d '{"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-plugged", "status": "completed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:24:53.567791 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:24:53.572772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:53.596985 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2b93f-5fd1-4972-acef-99c4f73cabcb x-openstack-request-id: req-e2c2b93f-5fd1-4972-acef-99c4f73cabcb {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:24:53.597310 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-plugged", "status": "completed", "tag": "1df72142-8d3b-4965-899a-3271031c03d3", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:24:53.597576 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2c2b93f-5fd1-4972-acef-99c4f73cabcb {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:24:53.598069 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c2b93f-5fd1-4972-acef-99c4f73cabcb'] response: {'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3', 'code': 200} Jun 07 13:24:53.625361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=10']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:24:53.728626 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:24:53.737575 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0dda6-e305-4f91-9389-427d2224aebd req-2699582b-b8ae-400f-8a1c-559d8b06b34c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:53.739051 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0a0dda6-e305-4f91-9389-427d2224aebd req-2699582b-b8ae-400f-8a1c-559d8b06b34c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 946 time: 0.0475292 Jun 07 13:24:53.773728 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ebc2e-efd4-4491-abe7-36d7156d6b3a req-b0043378-4dfb-4cbe-81d9-f185583ef9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:53.775883 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a0ebc2e-efd4-4491-abe7-36d7156d6b3a req-b0043378-4dfb-4cbe-81d9-f185583ef9aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1130 time: 0.0393677 Jun 07 13:24:53.785377 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0a0dda6-e305-4f91-9389-427d2224aebd req-922be7c0-bc9b-49b6-91f9-2f13bec2e7c8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407434 Jun 07 13:24:53.828143 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a0ebc2e-efd4-4491-abe7-36d7156d6b3a req-f02757af-6277-4c78-b605-3fb31cd2fbda service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445783 Jun 07 13:24:53.922325 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:54.915177 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0e72-3ac1-4538-8023-9bee9983d9be req-a990b74f-511c-4f44-a8f9-4cdee6efe522 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:54.916856 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-995a0e72-3ac1-4538-8023-9bee9983d9be req-a990b74f-511c-4f44-a8f9-4cdee6efe522 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 946 time: 0.0513065 Jun 07 13:24:54.966917 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-995a0e72-3ac1-4538-8023-9bee9983d9be req-6ef4b6dd-1558-430d-9747-330fc277b77a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 Jun 07 13:24:55.415383 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:24:56.102538 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829edab9-b881-42e3-9ed1-f2d236d0b339 req-f4995962-c090-414e-a63b-0fd5cdf2ba47 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:56.104031 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-829edab9-b881-42e3-9ed1-f2d236d0b339 req-f4995962-c090-414e-a63b-0fd5cdf2ba47 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Jun 07 13:24:56.149868 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-829edab9-b881-42e3-9ed1-f2d236d0b339 req-7e05e986-67e4-4532-9e4f-e407955b7462 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402117 Jun 07 13:24:57.267441 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740a581-accd-455d-965f-f6e102373636 req-b470b7e2-5073-49fc-b67d-0206b78cb208 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:24:57.268858 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b740a581-accd-455d-965f-f6e102373636 req-b470b7e2-5073-49fc-b67d-0206b78cb208 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 946 time: 0.0452540 Jun 07 13:24:57.313589 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b740a581-accd-455d-965f-f6e102373636 req-7a3c03d4-d477-40bc-9e5c-4be4f1e0d533 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393741 Jun 07 13:24:59.668658 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:03.674419 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:03.697154 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683232d-d375-49da-9c28-e5fabf8cd6e3 req-a8fbc4ed-544b-4aa5-9b79-9e373715f871 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:03.699331 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2683232d-d375-49da-9c28-e5fabf8cd6e3 req-a8fbc4ed-544b-4aa5-9b79-9e373715f871 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0537457 Jun 07 13:25:03.752277 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2683232d-d375-49da-9c28-e5fabf8cd6e3 req-745c23a1-f9ad-429a-9a47-8b8f6427f772 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473294 Jun 07 13:25:03.821946 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:03.825742 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:04.223192 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:04.865044 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d652ab-5ce5-4b22-a8c7-4f8d3598977a req-f51a1eac-298b-4e25-b5b8-bfb4d16ba399 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:04.866582 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6d652ab-5ce5-4b22-a8c7-4f8d3598977a req-f51a1eac-298b-4e25-b5b8-bfb4d16ba399 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0464153 Jun 07 13:25:04.917523 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6d652ab-5ce5-4b22-a8c7-4f8d3598977a req-3066530f-5004-407f-9279-fcca9fd2ff80 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445497 Jun 07 13:25:05.002170 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66f31b-8f3d-4de0-bfbf-56fd6508b613 req-a140b442-98ef-4b3f-bffd-3fba4cfdd619 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:05.003603 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea66f31b-8f3d-4de0-bfbf-56fd6508b613 req-a140b442-98ef-4b3f-bffd-3fba4cfdd619 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0453355 Jun 07 13:25:05.047868 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea66f31b-8f3d-4de0-bfbf-56fd6508b613 req-cba2f539-0ec5-4643-bc63-d54d13d81eb8 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388856 Jun 07 13:25:06.034320 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b9232-1e35-447c-8d45-d849481c7884 req-ef97e5d6-c884-435c-9481-cadf028643a8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:06.035776 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c31b9232-1e35-447c-8d45-d849481c7884 req-ef97e5d6-c884-435c-9481-cadf028643a8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0492349 Jun 07 13:25:06.081525 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c31b9232-1e35-447c-8d45-d849481c7884 req-7441f908-9cc0-4920-a182-db964f2cca32 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Jun 07 13:25:06.158763 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8d69-8806-4a74-bafd-bc8a9cc08ae1 req-89ca6b24-46c0-4b7d-a737-42f2093cd8ab tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:06.160221 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-55cd8d69-8806-4a74-bafd-bc8a9cc08ae1 req-89ca6b24-46c0-4b7d-a737-42f2093cd8ab tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0464444 Jun 07 13:25:06.204939 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-55cd8d69-8806-4a74-bafd-bc8a9cc08ae1 req-6764a695-e76a-404f-ba3a-5b38daaf0bc9 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 Jun 07 13:25:06.499313 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-bd201dae-c0bf-4781-aa6f-0b88a755f170 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368311 Jun 07 13:25:06.700518 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-5239f3ed-7b42-499d-b6fc-43d3cad750b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:06.701980 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-5239f3ed-7b42-499d-b6fc-43d3cad750b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=346889f9c6334aa9a22bd277aa002a0f&device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 1130 time: 0.0382571 Jun 07 13:25:06.845253 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-5c9ce58b-7da0-464e-a42f-649f08d75620 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:06.846804 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-5c9ce58b-7da0-464e-a42f-649f08d75620 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0773606 Jun 07 13:25:06.890636 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-caa84143-c751-419c-a37f-faeeb34d0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:06.892170 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-caa84143-c751-419c-a37f-faeeb34d0e52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 200 len: 918 time: 0.1702094 Jun 07 13:25:06.985177 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port cbc5aa4d-f9b4-4263-a137-129218b1ded5 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:06.985512 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:07.006393 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-6c721694-c244-4d4c-832d-0fd0e0c56468 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 200 len: 1000 time: 0.1053295 Jun 07 13:25:07.102214 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-b3c57aeb-11e1-4389-8fbc-acfa0e308348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:07.103589 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-b3c57aeb-11e1-4389-8fbc-acfa0e308348 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 200 len: 856 time: 0.0731590 Jun 07 13:25:07.150414 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] For port cbc5aa4d-f9b4-4263-a137-129218b1ded5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=cbc5aa4d-f9b4-4263-a137-129218b1ded5,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:07.151322 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:07.174209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-d68b20d2-ac4b-4b58-8854-77dd10f15565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:07.175805 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-d68b20d2-ac4b-4b58-8854-77dd10f15565 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3f69c49-b140-4944-b465-9f2708e8aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615425 Jun 07 13:25:07.217176 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214b28f-477f-4acd-ba0e-93254df1b689 req-14293540-a402-4b60-8c7e-fec8c9d9a2f9 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:07.218857 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1214b28f-477f-4acd-ba0e-93254df1b689 req-14293540-a402-4b60-8c7e-fec8c9d9a2f9 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0605099 Jun 07 13:25:07.270788 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1214b28f-477f-4acd-ba0e-93254df1b689 req-478ad2ea-7488-49fb-8958-7deb2019e9fb tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462539 Jun 07 13:25:07.342148 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f9c20-7f84-4179-86de-f543a1e8cc9c req-33b7c811-5104-4c87-8a52-ef59591ac934 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:07.343629 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a21f9c20-7f84-4179-86de-f543a1e8cc9c req-33b7c811-5104-4c87-8a52-ef59591ac934 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 946 time: 0.0492439 Jun 07 13:25:07.382023 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-1c76c3e4-a97b-415a-b9ab-be4d199dfc4b service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785200 Jun 07 13:25:07.392270 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a21f9c20-7f84-4179-86de-f543a1e8cc9c req-d0b8842a-e001-4215-8c39-7828dda12055 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa0e15b6-fc00-4ab5-82be-a5d1c7032995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Jun 07 13:25:07.404526 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:07.404882 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (b8fedc68-0c92-4d8e-8088-e72653607c61), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:07.405186 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Floating IP b8fedc68-0c92-4d8e-8088-e72653607c61 disassociated. External IP: 172.27.1.200, port: cbc5aa4d-f9b4-4263-a137-129218b1ded5. Jun 07 13:25:07.405519 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for cbc5aa4d-f9b4-4263-a137-129218b1ded5 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:07.519962 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:07.534125 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-95576518-7e2e-4d22-9b9d-24fe5fa96a77 req-42e6a3ed-9911-41a6-8e58-404e5499461c service neutron] 10.222.0.18 "GET /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393511 Jun 07 13:25:07.546070 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:07.605212 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (cbc5aa4d-f9b4-4263-a137-129218b1ded5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:07.634215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=cbc5aa4d-f9b4-4263-a137-129218b1ded5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:07.643918 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.644264 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.644604 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.644943 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.645278 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.645604 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.645929 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.646250 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.647146 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.647146 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.647337 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.647522 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.647842 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.648161 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.648476 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:07.751825 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:25:07.850985 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:25:07.861101 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:25:07.871238 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:07.871851 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:24:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:07.895782 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] No DVR routers for this DVR port cbc5aa4d-f9b4-4263-a137-129218b1ded5 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:25:07.898165 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:07.901895 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-615b847e-9fe9-4ff5-bf61-1071b5fb43ff req-00e43097-4abc-4f74-ac27-5276177716e1 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.18 "DELETE /v2.0/ports/cbc5aa4d-f9b4-4263-a137-129218b1ded5 HTTP/1.1" status: 204 len: 173 time: 1.0481865 Jun 07 13:25:07.902321 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'name': 'network-vif-deleted', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:25:07.904585 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a01399-704d-464d-bd19-fbdab9915eb6" -d '{"events": [{"server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "name": "network-vif-deleted", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:25:07.943310 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d533c-6999-4613-8058-4a67735cf554 x-openstack-request-id: req-935d533c-6999-4613-8058-4a67735cf554 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:25:07.943602 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f885ff03-d893-4004-9674-c64cc19f2ace", "name": "network-vif-deleted", "tag": "cbc5aa4d-f9b4-4263-a137-129218b1ded5", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:25:07.943852 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-935d533c-6999-4613-8058-4a67735cf554 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:25:07.944254 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935d533c-6999-4613-8058-4a67735cf554'] response: {'server_uuid': 'f885ff03-d893-4004-9674-c64cc19f2ace', 'name': 'network-vif-deleted', 'tag': 'cbc5aa4d-f9b4-4263-a137-129218b1ded5', 'status': 'completed', 'code': 200} Jun 07 13:25:07.983102 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:08.179624 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:08.204383 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:25:08.212490 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:08.213096 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:24:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:08.313322 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:08.382080 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:08.393579 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82f823-6e70-443b-b630-df59b85f2492 req-c5766201-41c8-4173-a795-0366cff9bf62 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:08.395484 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac82f823-6e70-443b-b630-df59b85f2492 req-c5766201-41c8-4173-a795-0366cff9bf62 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Jun 07 13:25:08.475493 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac82f823-6e70-443b-b630-df59b85f2492 req-0c6f439d-a578-4da0-be94-24c5ba68db6a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734131 Jun 07 13:25:08.519777 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dc878a8d-2cc7-45dc-b5e3-5becd58aca6a req-9bea1b1b-ae84-4d3c-88b5-30fe98ba5160 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/ports?device_id=f885ff03-d893-4004-9674-c64cc19f2ace HTTP/1.1" status: 200 len: 210 time: 0.0269055 Jun 07 13:25:08.533315 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:08.558786 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1201dbb-3137-42b0-97ba-70bc84f8a113 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:07Z', 'revision_number': 4, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '687d16ba-f533-4471-baef-7c61d50d94b6', 'name': '', 'network_id': '7935e13c-3463-4221-bbf4-297a23e61ffb', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'mac_address': 'fa:16:3e:6f:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:05Z', 'updated_at': '2022-06-07T13:18:14Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'subnets': [{'id': '14342ff1-bf7b-46d4-ab3a-6528e74e1495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:25:08.770732 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc109b6-b3df-469a-aac4-ead8a0548773 None None] New status for floating IP b8fedc68-0c92-4d8e-8088-e72653607c61: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:25:09.582620 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ee59-99fc-462b-a1c5-a0466b5fa75d req-8e7c3b70-9f6f-43ce-a705-ac835aadfc8e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:09.584120 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1b41ee59-99fc-462b-a1c5-a0466b5fa75d req-8e7c3b70-9f6f-43ce-a705-ac835aadfc8e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0465751 Jun 07 13:25:09.603782 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33852) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:09.632761 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1b41ee59-99fc-462b-a1c5-a0466b5fa75d req-409e4eaa-25f2-4212-b36e-fb34aebba482 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 Jun 07 13:25:09.659765 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b84a00-f27b-40cd-aed3-39f847f77103 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (fa0e15b6-fc00-4ab5-82be-a5d1c7032995), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:09.682720 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b84a00-f27b-40cd-aed3-39f847f77103 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (fa0e15b6-fc00-4ab5-82be-a5d1c7032995), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:09.730324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b84a00-f27b-40cd-aed3-39f847f77103 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (fa0e15b6-fc00-4ab5-82be-a5d1c7032995), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:09.733109 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f1b84a00-f27b-40cd-aed3-39f847f77103 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:09.734494 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-f1b84a00-f27b-40cd-aed3-39f847f77103 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa0e15b6-fc00-4ab5-82be-a5d1c7032995 HTTP/1.1" status: 204 len: 168 time: 0.1296480 Jun 07 13:25:09.737401 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33854) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:09.745798 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b84a00-f27b-40cd-aed3-39f847f77103 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0e15b6-fc00-4ab5-82be-a5d1c7032995,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:09.752122 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-94017bd0-d744-40f2-bd3e-6a55f91d6c50 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] show failed (client error): The resource could not be found. Jun 07 13:25:09.753578 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-94017bd0-d744-40f2-bd3e-6a55f91d6c50 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "GET /v2.0/security-groups/fa0e15b6-fc00-4ab5-82be-a5d1c7032995 HTTP/1.1" status: 404 len: 347 time: 0.0148127 Jun 07 13:25:09.756023 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33856) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:09.868745 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Deleting port 2e1f1e16-a732-4a00-bc7a-a648471014b3 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:09.869075 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:09.945218 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:09.945468 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (2e1f1e16-a732-4a00-bc7a-a648471014b3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:09.957957 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Calling delete_port for 2e1f1e16-a732-4a00-bc7a-a648471014b3 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:09.962967 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:10.088614 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (2e1f1e16-a732-4a00-bc7a-a648471014b3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:10.111537 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Pushing event deleted for resources: {'Port': ['ID=2e1f1e16-a732-4a00-bc7a-a648471014b3,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:10.121291 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.121643 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.121988 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.122325 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.123281 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.123281 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.123488 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.123671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.124057 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.124368 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.124712 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.125050 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.125356 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.125677 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.125998 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:10.199545 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks [] for floatingip (b8fedc68-0c92-4d8e-8088-e72653607c61), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:10.201869 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:10.203015 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5370b4a9-3195-49c6-b734-3ebadf553068 tempest-AttachVolumeNegativeTest-604660548 tempest-AttachVolumeNegativeTest-604660548-project] 10.222.0.61 "DELETE /v2.0/floatingips/b8fedc68-0c92-4d8e-8088-e72653607c61 HTTP/1.1" status: 204 len: 168 time: 0.4456697 Jun 07 13:25:10.747055 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7a662-b7c1-44e3-a525-cb5f82286890 req-5917b7e2-2f50-4aa9-a93a-8378fba4a17e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:10.748496 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02c7a662-b7c1-44e3-a525-cb5f82286890 req-5917b7e2-2f50-4aa9-a93a-8378fba4a17e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0491767 Jun 07 13:25:10.794146 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02c7a662-b7c1-44e3-a525-cb5f82286890 req-65a25da0-c3b4-45fc-8d11-b62ae28fa7f7 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 Jun 07 13:25:11.518621 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device cbc5aa4d-f9b4-4263-a137-129218b1ded5 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:11.536823 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: cbc5aa4d-f9b4-4263-a137-129218b1ded5 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:11.537157 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device cbc5aa4d-f9b4-4263-a137-129218b1ded5 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:11.906148 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5240846-dd5a-4c18-98eb-0636a1aaf2f6 req-45218f95-973f-41ba-b1e0-c981d37f08b8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:11.907882 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e5240846-dd5a-4c18-98eb-0636a1aaf2f6 req-45218f95-973f-41ba-b1e0-c981d37f08b8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0454969 Jun 07 13:25:11.953960 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e5240846-dd5a-4c18-98eb-0636a1aaf2f6 req-1e38bb81-b835-4412-b702-d26737477c00 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Jun 07 13:25:13.067649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbbafb-feb0-4727-98e6-ca27a8693b4b req-3edd30c0-9163-4c82-92e8-6d51a68d2788 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:13.069056 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-67dbbafb-feb0-4727-98e6-ca27a8693b4b req-3edd30c0-9163-4c82-92e8-6d51a68d2788 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0457895 Jun 07 13:25:13.117298 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-67dbbafb-feb0-4727-98e6-ca27a8693b4b req-a9dd9bf2-58de-4d6f-9728-d6311d254495 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Jun 07 13:25:13.863864 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33898) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:13.916671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:14.284600 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472490e9-2603-4dbc-9c5b-7c711fe56306 req-25c13110-c65c-48a1-aa42-ddbd1043ffec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:14.286038 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-472490e9-2603-4dbc-9c5b-7c711fe56306 req-25c13110-c65c-48a1-aa42-ddbd1043ffec tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0982294 Jun 07 13:25:14.326703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:14.563365 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:14.587925 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-472490e9-2603-4dbc-9c5b-7c711fe56306 req-8370a93e-2100-432f-a009-bbeff95d3146 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932110 Jun 07 13:25:14.848983 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a2bf4-e23a-40d1-a8c9-441449f64087 req-673db723-85e3-49b9-8483-27b51c2d3978 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:14.850435 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-541a2bf4-e23a-40d1-a8c9-441449f64087 req-673db723-85e3-49b9-8483-27b51c2d3978 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0743756 Jun 07 13:25:14.860341 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Deleting port 687d16ba-f533-4471-baef-7c61d50d94b6 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:14.860671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:14.882140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-7fa08c8c-24b0-4243-894b-1a5494075064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:14.883711 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-7fa08c8c-24b0-4243-894b-1a5494075064 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 1129 time: 0.0396309 Jun 07 13:25:14.954758 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-541a2bf4-e23a-40d1-a8c9-441449f64087 req-edac4e6a-33b7-4844-8277-cc74a2327c69 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960677 Jun 07 13:25:14.978110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-077e0a58-669b-4c70-9bcf-9b500a9a2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:14.979504 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] For port 687d16ba-f533-4471-baef-7c61d50d94b6, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=687d16ba-f533-4471-baef-7c61d50d94b6,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:14.979870 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:14.980168 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-077e0a58-669b-4c70-9bcf-9b500a9a2667 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 912 time: 0.0897393 Jun 07 13:25:14.993611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Calling delete_port for 687d16ba-f533-4471-baef-7c61d50d94b6 owned by network:router_interface {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:15.039793 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-df1c6420-dc7b-45db-88f4-efa1b7fd172b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 200 len: 999 time: 0.0532787 Jun 07 13:25:15.051861 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:15.093410 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-ae4296b7-f48a-4a0f-b959-6d8c1efe1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:15.094872 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-ae4296b7-f48a-4a0f-b959-6d8c1efe1e7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0468605 Jun 07 13:25:15.142113 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-8f9cfbfb-7687-47f2-a4fa-1d0850bec601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:15.143586 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-8f9cfbfb-7687-47f2-a4fa-1d0850bec601 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393913 Jun 07 13:25:15.171285 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (687d16ba-f533-4471-baef-7c61d50d94b6), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:15.196752 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=687d16ba-f533-4471-baef-7c61d50d94b6,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:15.236938 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-fc7e5b19-45e4-4cca-9410-0e4037ab5008 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866954 Jun 07 13:25:15.306672 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:15.310946 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:15.341234 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c2d2c16e-6c10-49e5-bd7e-968d337544e9 req-1595a3d5-7d06-4ced-b760-292fa1928ebe service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977488 Jun 07 13:25:15.360424 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:15.505665 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:15.566752 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:25:15.667110 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:25:15.671975 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-67d76ac2-6b8d-4fd5-b28e-83ddcd8e7cd8 admin admin] 10.222.0.61 "PUT /v2.0/routers/34ce5568-9aec-4f3e-a3dd-53a03217bb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8071012 Jun 07 13:25:15.674473 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33908) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:15.677053 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] Sync routers for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:25:15.687649 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:15.688251 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:24:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:15.770727 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks [] for router (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:15.788194 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:15.860324 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:15.872995 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks [] for router_gateway (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:15.916995 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Deleting port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:15.917333 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:15.943018 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:15.955938 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:25:15Z', 'revision_number': 5, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port': {'id': '93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:15.985147 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] Checking router: 34ce5568-9aec-4f3e-a3dd-53a03217bb7d for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:25:15.987951 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:15.995697 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] Routers {'34ce5568-9aec-4f3e-a3dd-53a03217bb7d'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:15.996483 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:24:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:16.000193 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] For port 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:16.000551 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.016992 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Calling delete_port for 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:16.133213 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c6462-7991-4b1d-b500-6ad533b1f355 req-fa30ebd3-5fac-42c4-9db6-3d4f9087bd12 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:16.134655 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-530c6462-7991-4b1d-b500-6ad533b1f355 req-fa30ebd3-5fac-42c4-9db6-3d4f9087bd12 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0733502 Jun 07 13:25:16.165105 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] Set router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:16.215419 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:25:15Z', 'revision_number': 6, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:16.235312 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-530c6462-7991-4b1d-b500-6ad533b1f355 req-e4d59454-0464-4bc4-90bf-7f189b8ccb7a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732250 Jun 07 13:25:16.240611 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf95527-777e-423f-aabe-6990f4eb82d5 None None] The sync data for ids ['34ce5568-9aec-4f3e-a3dd-53a03217bb7d'] in dv-cinder-844601-3-iscsi is: [{'id': '34ce5568-9aec-4f3e-a3dd-53a03217bb7d', 'name': 'tempest-AttachVolumeNegativeTest-1005107003-router', 'tenant_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:18:00Z', 'updated_at': '2022-06-07T13:25:15Z', 'revision_number': 6, 'project_id': 'ec73e3d0e6f8476d81463ea6e11b62cd', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:25:16.277873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.304581 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Pushing event deleted for resources: {'Port': ['ID=93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:16.363475 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.404421 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:16.467562 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.469707 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks [] for router_controller (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.530507 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (34ce5568-9aec-4f3e-a3dd-53a03217bb7d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.531187 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ce5568-9aec-4f3e-a3dd-53a03217bb7d {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:25:16.535877 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.537098 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d0e7a686-667f-4179-bbb6-ded424a446af admin admin] 10.222.0.61 "DELETE /v2.0/routers/34ce5568-9aec-4f3e-a3dd-53a03217bb7d HTTP/1.1" status: 204 len: 168 time: 0.8617036 Jun 07 13:25:16.539713 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33912) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:16.582890 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] Deleting subnet 14342ff1-bf7b-46d4-ab3a-6528e74e1495 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:25:16.585923 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] Publish callbacks [] for subnet (14342ff1-bf7b-46d4-ab3a-6528e74e1495), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.626517 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10232070'] for subnet (14342ff1-bf7b-46d4-ab3a-6528e74e1495), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.926226 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (14342ff1-bf7b-46d4-ab3a-6528e74e1495), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:16.979873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10484627'] for subnet (14342ff1-bf7b-46d4-ab3a-6528e74e1495), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.007031 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.011014 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/14342ff1-bf7b-46d4-ab3a-6528e74e1495 HTTP/1.1" status: 204 len: 168 time: 0.4701660 Jun 07 13:25:17.012054 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e140b6-0bd6-42c8-89f5-4cdf286c7e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14342ff1-bf7b-46d4-ab3a-6528e74e1495,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:17.012207 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb10ce-25dc-4648-897b-5e638ed05589 None None] Network 7935e13c-3463-4221-bbf4-297a23e61ffb requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:25:17.013787 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33914) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:17.083898 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (7935e13c-3463-4221-bbf4-297a23e61ffb), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.125982 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Deleting port bb751867-6904-47dd-ac8c-5be8b40a1959 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:17.126311 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.183376 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] DHCP port deletion for 7935e13c-3463-4221-bbf4-297a23e61ffb request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:25:17.193553 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] For port bb751867-6904-47dd-ac8c-5be8b40a1959, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=bb751867-6904-47dd-ac8c-5be8b40a1959,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:17.193913 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.207291 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Calling delete_port for bb751867-6904-47dd-ac8c-5be8b40a1959 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:17.219916 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] Deleting port bb751867-6904-47dd-ac8c-5be8b40a1959 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:17.220513 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.291649 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] For port bb751867-6904-47dd-ac8c-5be8b40a1959, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=bb751867-6904-47dd-ac8c-5be8b40a1959,segment=NetworkSegment(3a1167b9-1445-4a8a-b76d-095ef33815fe),segment_id=3a1167b9-1445-4a8a-b76d-095ef33815fe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:17.292046 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.293519 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.309178 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] Calling delete_port for bb751867-6904-47dd-ac8c-5be8b40a1959 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:17.326794 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb751867-6904-47dd-ac8c-5be8b40a1959,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:17.330411 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] No DVR routers for this DVR port bb751867-6904-47dd-ac8c-5be8b40a1959 on host dv-cinder-844601-3-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:25:17.381351 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719782d-b629-42db-b941-3f8024f2cf1d req-020dfa98-d6a3-4072-8ad7-2ee1d3c41445 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:17.383273 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9719782d-b629-42db-b941-3f8024f2cf1d req-020dfa98-d6a3-4072-8ad7-2ee1d3c41445 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0609233 Jun 07 13:25:17.404857 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566'] for port (bb751867-6904-47dd-ac8c-5be8b40a1959), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.410595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (7935e13c-3463-4221-bbf4-297a23e61ffb), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.413401 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:17.435849 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] Pushing event deleted for resources: {'Port': ['ID=bb751867-6904-47dd-ac8c-5be8b40a1959,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:17.441315 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9719782d-b629-42db-b941-3f8024f2cf1d req-dc717d29-6b5e-4d4f-90c1-ec95ff9d3123 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525398 Jun 07 13:25:17.443124 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fcff0-83ce-4405-ac5d-76b57d4ccefd None None] No DVR routers for this DVR port bb751867-6904-47dd-ac8c-5be8b40a1959 on host dv-cinder-844601-3-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:25:17.443258 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7935e13c-3463-4221-bbf4-297a23e61ffb']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:17.454042 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1167b9-1445-4a8a-b76d-095ef33815fe') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:17.454339 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1167b9-1445-4a8a-b76d-095ef33815fe') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:17.466045 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (3a1167b9-1445-4a8a-b76d-095ef33815fe), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.486608 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (3a1167b9-1445-4a8a-b76d-095ef33815fe), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.493406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:25:17.493790 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (3a1167b9-1445-4a8a-b76d-095ef33815fe), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.535676 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 3a1167b9-1445-4a8a-b76d-095ef33815fe resource provider aggregate not found Jun 07 13:25:17.553541 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 3a1167b9-1445-4a8a-b76d-095ef33815fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a1167b9-1445-4a8a-b76d-095ef33815fe found for delete ", "request_id": "req-46fbad71-701e-4d69-aa03-104f6413f4a0"}]} Jun 07 13:25:17.564322 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (7935e13c-3463-4221-bbf4-297a23e61ffb), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.569495 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.572614 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7935e13c-3463-4221-bbf4-297a23e61ffb HTTP/1.1" status: 204 len: 168 time: 0.5577843 Jun 07 13:25:17.586145 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d23fc5-a1e3-4561-a6b6-ac20aad231c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7935e13c-3463-4221-bbf4-297a23e61ffb,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:17.686399 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33926) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:17.726627 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-166d9e1c-9ba0-48a4-9166-6279dced4c43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec73e3d0e6f8476d81463ea6e11b62cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388961 Jun 07 13:25:17.728818 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33928) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:17.776013 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eb9731f0-d948-42e4-93af-01dc913175dd admin admin] Publish callbacks [] for security_group (cd29b10b-7d8b-4e53-9194-60dd3bf67e07), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.796592 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eb9731f0-d948-42e4-93af-01dc913175dd admin admin] Publish callbacks [] for security_group (cd29b10b-7d8b-4e53-9194-60dd3bf67e07), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.842900 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eb9731f0-d948-42e4-93af-01dc913175dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cd29b10b-7d8b-4e53-9194-60dd3bf67e07), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.845420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eb9731f0-d948-42e4-93af-01dc913175dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:17.846671 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-eb9731f0-d948-42e4-93af-01dc913175dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd29b10b-7d8b-4e53-9194-60dd3bf67e07 HTTP/1.1" status: 204 len: 168 time: 0.1169822 Jun 07 13:25:17.854501 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9731f0-d948-42e4-93af-01dc913175dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd29b10b-7d8b-4e53-9194-60dd3bf67e07,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:18.022536 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device bb751867-6904-47dd-ac8c-5be8b40a1959 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:18.045590 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: bb751867-6904-47dd-ac8c-5be8b40a1959 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:18.045927 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device bb751867-6904-47dd-ac8c-5be8b40a1959 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:18.046334 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 687d16ba-f533-4471-baef-7c61d50d94b6 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:18.064240 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 687d16ba-f533-4471-baef-7c61d50d94b6 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:18.064576 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 687d16ba-f533-4471-baef-7c61d50d94b6 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:18.064969 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:18.082111 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:18.082457 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 93e5c3b4-7a85-4962-ac52-2ccfa0e6ae76 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:19.093188 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d3f397ba-06f2-4124-83bc-ca78a4572c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.392374 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33974) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:19.499877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9eb737d7-3223-4fb9-be18-ee40f02c7e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.547374 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:19.555211 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:19.581392 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9eb737d7-3223-4fb9-be18-ee40f02c7e88 admin admin] Publish callbacks [] for security_group (cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.584737 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9eb737d7-3223-4fb9-be18-ee40f02c7e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.630062 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9eb737d7-3223-4fb9-be18-ee40f02c7e88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad3f2c7d9d8a457fb39f37d5250de0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366180 Jun 07 13:25:19.631051 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb737d7-3223-4fb9-be18-ee40f02c7e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:19.632719 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33978) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:19.680744 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2192829b-ae20-4e16-939e-ba1b92f00d48 admin admin] Publish callbacks [] for security_group (cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.701703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2192829b-ae20-4e16-939e-ba1b92f00d48 admin admin] Publish callbacks [] for security_group (cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.750905 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2192829b-ae20-4e16-939e-ba1b92f00d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.753984 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2192829b-ae20-4e16-939e-ba1b92f00d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:19.755106 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2192829b-ae20-4e16-939e-ba1b92f00d48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7 HTTP/1.1" status: 204 len: 168 time: 0.1205568 Jun 07 13:25:19.762730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192829b-ae20-4e16-939e-ba1b92f00d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0417e3-645b-4caf-b7b0-af8cbd9e2cf7,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:20.013001 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 33984) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:20.026613 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-73c4018c-e087-4334-ba98-f815ad5fad6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:20.099931 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-73c4018c-e087-4334-ba98-f815ad5fad6f admin admin] Publish callbacks [] for security_group (e57bc26f-2fae-4f0e-9c29-6bd1488c422c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:20.103149 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-73c4018c-e087-4334-ba98-f815ad5fad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e57bc26f-2fae-4f0e-9c29-6bd1488c422c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:20.142177 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-73c4018c-e087-4334-ba98-f815ad5fad6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a65b187d896343b2bb07343aec551c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281290 Jun 07 13:25:20.143098 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4018c-e087-4334-ba98-f815ad5fad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57bc26f-2fae-4f0e-9c29-6bd1488c422c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:20.144947 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 33986) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:20.194846 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27d7128f-4467-4586-8453-e54a07a96d22 admin admin] Publish callbacks [] for security_group (e57bc26f-2fae-4f0e-9c29-6bd1488c422c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:20.216585 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27d7128f-4467-4586-8453-e54a07a96d22 admin admin] Publish callbacks [] for security_group (e57bc26f-2fae-4f0e-9c29-6bd1488c422c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:20.262748 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27d7128f-4467-4586-8453-e54a07a96d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e57bc26f-2fae-4f0e-9c29-6bd1488c422c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:20.265296 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-27d7128f-4467-4586-8453-e54a07a96d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:20.266425 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-27d7128f-4467-4586-8453-e54a07a96d22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e57bc26f-2fae-4f0e-9c29-6bd1488c422c HTTP/1.1" status: 204 len: 168 time: 0.1204114 Jun 07 13:25:20.273965 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7128f-4467-4586-8453-e54a07a96d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57bc26f-2fae-4f0e-9c29-6bd1488c422c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:21.314323 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:21.321227 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-497b27e6-de7d-4de8-91a6-a4fe56c04f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:22.512186 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:23.912754 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:23.925832 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:25.406945 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:25.944954 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34070) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:26.054530 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c96b51d-78bf-4e73-9a5d-9f3787d090e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.086650 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:26.132317 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c96b51d-78bf-4e73-9a5d-9f3787d090e6 admin admin] Publish callbacks [] for security_group (25da836f-dd8b-4a26-b270-0da8f053a173), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.135903 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c96b51d-78bf-4e73-9a5d-9f3787d090e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (25da836f-dd8b-4a26-b270-0da8f053a173), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.167698 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=14 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:26.178160 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1c96b51d-78bf-4e73-9a5d-9f3787d090e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9ced85f52f543449a80826dd791c91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321477 Jun 07 13:25:26.179104 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96b51d-78bf-4e73-9a5d-9f3787d090e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da836f-dd8b-4a26-b270-0da8f053a173,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:26.180833 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34074) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:26.219058 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=9 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:26.233236 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2c4545c1-4301-4511-a149-ec999ef8e57d admin admin] Publish callbacks [] for security_group (25da836f-dd8b-4a26-b270-0da8f053a173), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.254912 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2c4545c1-4301-4511-a149-ec999ef8e57d admin admin] Publish callbacks [] for security_group (25da836f-dd8b-4a26-b270-0da8f053a173), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.301689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2c4545c1-4301-4511-a149-ec999ef8e57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (25da836f-dd8b-4a26-b270-0da8f053a173), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.304226 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2c4545c1-4301-4511-a149-ec999ef8e57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.305438 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2c4545c1-4301-4511-a149-ec999ef8e57d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25da836f-dd8b-4a26-b270-0da8f053a173 HTTP/1.1" status: 204 len: 168 time: 0.1235592 Jun 07 13:25:26.313840 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4545c1-4301-4511-a149-ec999ef8e57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da836f-dd8b-4a26-b270-0da8f053a173,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:26.565596 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34080) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:26.579260 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-af7fc7fc-7c28-4b2a-80ba-2921735c16a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.654245 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-af7fc7fc-7c28-4b2a-80ba-2921735c16a6 admin admin] Publish callbacks [] for security_group (846e3511-e5d0-4cde-827f-56e12273049a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.657772 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-af7fc7fc-7c28-4b2a-80ba-2921735c16a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (846e3511-e5d0-4cde-827f-56e12273049a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.671829 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:25:26.673268 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:26.700344 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-af7fc7fc-7c28-4b2a-80ba-2921735c16a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23368469f17d4f58bff3ab483ba7cced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336994 Jun 07 13:25:26.701426 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fc7fc-7c28-4b2a-80ba-2921735c16a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e3511-e5d0-4cde-827f-56e12273049a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:26.703052 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34082) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:26.751901 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67b9c070-7243-45b3-959a-fde6b34ad0ba admin admin] Publish callbacks [] for security_group (846e3511-e5d0-4cde-827f-56e12273049a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.772964 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67b9c070-7243-45b3-959a-fde6b34ad0ba admin admin] Publish callbacks [] for security_group (846e3511-e5d0-4cde-827f-56e12273049a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.818983 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67b9c070-7243-45b3-959a-fde6b34ad0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (846e3511-e5d0-4cde-827f-56e12273049a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.821496 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-67b9c070-7243-45b3-959a-fde6b34ad0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:26.822612 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-67b9c070-7243-45b3-959a-fde6b34ad0ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/846e3511-e5d0-4cde-827f-56e12273049a HTTP/1.1" status: 204 len: 168 time: 0.1184838 Jun 07 13:25:26.830177 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9c070-7243-45b3-959a-fde6b34ad0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e3511-e5d0-4cde-827f-56e12273049a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:28.753078 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34150) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:28.855600 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3a53411f-a336-49b0-a80d-40ab97dd225a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:28.931626 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3a53411f-a336-49b0-a80d-40ab97dd225a admin admin] Publish callbacks [] for security_group (e4a17d4f-2411-4a9c-ab52-257a4752b444), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:28.935703 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3a53411f-a336-49b0-a80d-40ab97dd225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e4a17d4f-2411-4a9c-ab52-257a4752b444), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:28.974661 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3a53411f-a336-49b0-a80d-40ab97dd225a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b589f876b49f4af6b83d98cbbf4f8270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205577 Jun 07 13:25:28.975533 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53411f-a336-49b0-a80d-40ab97dd225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a17d4f-2411-4a9c-ab52-257a4752b444,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:28.977351 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34154) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:29.026948 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f0e2-ff22-45a3-a476-13864134a55e admin admin] Publish callbacks [] for security_group (e4a17d4f-2411-4a9c-ab52-257a4752b444), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.047631 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f0e2-ff22-45a3-a476-13864134a55e admin admin] Publish callbacks [] for security_group (e4a17d4f-2411-4a9c-ab52-257a4752b444), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.096521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f0e2-ff22-45a3-a476-13864134a55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (e4a17d4f-2411-4a9c-ab52-257a4752b444), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.099095 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f0e2-ff22-45a3-a476-13864134a55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.100201 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2ab2f0e2-ff22-45a3-a476-13864134a55e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4a17d4f-2411-4a9c-ab52-257a4752b444 HTTP/1.1" status: 204 len: 168 time: 0.1217725 Jun 07 13:25:29.107716 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2f0e2-ff22-45a3-a476-13864134a55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a17d4f-2411-4a9c-ab52-257a4752b444,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:29.364896 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34162) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:29.378280 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be12e526-994a-49c3-be1c-029cab5be249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.454884 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be12e526-994a-49c3-be1c-029cab5be249 admin admin] Publish callbacks [] for security_group (6ad46038-8885-4bf0-822b-025c0ff61e3b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.458608 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be12e526-994a-49c3-be1c-029cab5be249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (6ad46038-8885-4bf0-822b-025c0ff61e3b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.497241 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-be12e526-994a-49c3-be1c-029cab5be249 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac0b6520c41245c0a27383734789e40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313260 Jun 07 13:25:29.499161 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12e526-994a-49c3-be1c-029cab5be249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad46038-8885-4bf0-822b-025c0ff61e3b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:29.499912 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34164) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:29.520659 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:29.550352 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-765cc3d2-f421-4284-86a8-8df336d2b2f2 admin admin] Publish callbacks [] for security_group (6ad46038-8885-4bf0-822b-025c0ff61e3b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.567650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:29.572704 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-765cc3d2-f421-4284-86a8-8df336d2b2f2 admin admin] Publish callbacks [] for security_group (6ad46038-8885-4bf0-822b-025c0ff61e3b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.620118 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-765cc3d2-f421-4284-86a8-8df336d2b2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (6ad46038-8885-4bf0-822b-025c0ff61e3b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.622759 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-765cc3d2-f421-4284-86a8-8df336d2b2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:29.623915 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-765cc3d2-f421-4284-86a8-8df336d2b2f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ad46038-8885-4bf0-822b-025c0ff61e3b HTTP/1.1" status: 204 len: 168 time: 0.1230421 Jun 07 13:25:29.631407 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cc3d2-f421-4284-86a8-8df336d2b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad46038-8885-4bf0-822b-025c0ff61e3b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:30.981121 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d329883-831f-47e0-99c3-0840b28808ee req-6463d3ca-7e63-469b-b882-ef73ca1122fa tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:30.982574 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1d329883-831f-47e0-99c3-0840b28808ee req-6463d3ca-7e63-469b-b882-ef73ca1122fa tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 946 time: 0.0466754 Jun 07 13:25:31.032626 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1d329883-831f-47e0-99c3-0840b28808ee req-a3fc3ad3-7de5-486d-8e6c-a8dab0cdadf8 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441899 Jun 07 13:25:32.150413 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b34683-149c-4b35-8e29-3cf7269360d6 req-47263455-d325-432f-af51-1641aa8359c9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:32.151885 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0b34683-149c-4b35-8e29-3cf7269360d6 req-47263455-d325-432f-af51-1641aa8359c9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 946 time: 0.0459933 Jun 07 13:25:32.191882 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:32.204888 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0b34683-149c-4b35-8e29-3cf7269360d6 req-e124047c-347d-4e80-918f-7162b92090e9 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b5c7798-aa90-416e-b6d5-6fe33c7b1684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473216 Jun 07 13:25:32.559032 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-e12b0eb8-2112-4072-9c62-d040f56fc019 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:32.560480 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-e12b0eb8-2112-4072-9c62-d040f56fc019 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 946 time: 0.0460813 Jun 07 13:25:32.644633 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Deleting port 1df72142-8d3b-4965-899a-3271031c03d3 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:32.644966 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (1df72142-8d3b-4965-899a-3271031c03d3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:32.732843 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] For port 1df72142-8d3b-4965-899a-3271031c03d3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1df72142-8d3b-4965-899a-3271031c03d3,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:32.733215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (1df72142-8d3b-4965-899a-3271031c03d3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:32.889881 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:32.890231 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (ebfd5636-dcdf-4db0-aedc-b8611de19f9d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:32.890537 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Floating IP ebfd5636-dcdf-4db0-aedc-b8611de19f9d disassociated. External IP: 172.27.1.25, port: 1df72142-8d3b-4965-899a-3271031c03d3. Jun 07 13:25:32.890894 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Calling delete_port for 1df72142-8d3b-4965-899a-3271031c03d3 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:33.013497 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (1df72142-8d3b-4965-899a-3271031c03d3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:33.044120 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event deleted for resources: {'Port': ['ID=1df72142-8d3b-4965-899a-3271031c03d3,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:33.311989 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd047012-349d-41ce-bffb-49277c4e5f6a req-bcf19e9a-d296-47d7-a85c-6db50a8ba83c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/ports?device_id=c812d20c-e7fd-49b1-9813-91433ee35219 HTTP/1.1" status: 200 len: 210 time: 0.0292675 Jun 07 13:25:33.424792 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Router 79b9218e-edd9-4421-8b9b-174a4003d490 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:25:33.526186 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:33.533055 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:25:33.543371 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] Sync routers for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:25:33.554113 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:33.554885 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:33.582501 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] No DVR routers for this DVR port 1df72142-8d3b-4965-899a-3271031c03d3 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:25:33.585056 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:33.588585 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-daca31c6-5218-47e5-a8ce-3ad6802b9e79 req-cc8582f8-b67b-4557-87e0-24ff422bb9ed tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.18 "DELETE /v2.0/ports/1df72142-8d3b-4965-899a-3271031c03d3 HTTP/1.1" status: 204 len: 173 time: 1.0228038 Jun 07 13:25:33.589041 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-deleted', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:25:33.591336 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071bbb13-ba45-40ad-95d1-c7696e3614e7" -d '{"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-deleted", "tag": "1df72142-8d3b-4965-899a-3271031c03d3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:25:33.648184 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efd1e9d-a97e-4afb-9415-3132d772a9dd x-openstack-request-id: req-8efd1e9d-a97e-4afb-9415-3132d772a9dd {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:25:33.648634 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c812d20c-e7fd-49b1-9813-91433ee35219", "name": "network-vif-deleted", "tag": "1df72142-8d3b-4965-899a-3271031c03d3", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:25:33.649053 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8efd1e9d-a97e-4afb-9415-3132d772a9dd {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:25:33.649385 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efd1e9d-a97e-4afb-9415-3132d772a9dd'] response: {'server_uuid': 'c812d20c-e7fd-49b1-9813-91433ee35219', 'name': 'network-vif-deleted', 'tag': '1df72142-8d3b-4965-899a-3271031c03d3', 'status': 'completed', 'code': 200} Jun 07 13:25:33.665237 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:33.817134 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34238) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:33.863190 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:33.888123 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] Checking router: 79b9218e-edd9-4421-8b9b-174a4003d490 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:25:33.896913 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:33.897554 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:33.926588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c739aba-5e27-4198-ae1c-83ff6a62458e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:33.946689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:34.004574 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:34.010788 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c739aba-5e27-4198-ae1c-83ff6a62458e admin admin] Publish callbacks [] for security_group (9ed2c2de-015e-44de-86d8-828ad572dc23), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.015283 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c739aba-5e27-4198-ae1c-83ff6a62458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (9ed2c2de-015e-44de-86d8-828ad572dc23), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.055046 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c739aba-5e27-4198-ae1c-83ff6a62458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed2c2de-015e-44de-86d8-828ad572dc23,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:34.062327 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5c739aba-5e27-4198-ae1c-83ff6a62458e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d14a858ea4fe4060b3f23aa5935c3128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417939 Jun 07 13:25:34.062550 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34242) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:34.117896 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2fb9-0ee6-4447-b21e-2d1f79cf15a9 admin admin] Publish callbacks [] for security_group (9ed2c2de-015e-44de-86d8-828ad572dc23), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.140239 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2fb9-0ee6-4447-b21e-2d1f79cf15a9 admin admin] Publish callbacks [] for security_group (9ed2c2de-015e-44de-86d8-828ad572dc23), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.189493 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2fb9-0ee6-4447-b21e-2d1f79cf15a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (9ed2c2de-015e-44de-86d8-828ad572dc23), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.192291 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2fb9-0ee6-4447-b21e-2d1f79cf15a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.193456 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6d2e2fb9-0ee6-4447-b21e-2d1f79cf15a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ed2c2de-015e-44de-86d8-828ad572dc23 HTTP/1.1" status: 204 len: 168 time: 0.1299877 Jun 07 13:25:34.201972 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e2fb9-0ee6-4447-b21e-2d1f79cf15a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed2c2de-015e-44de-86d8-828ad572dc23,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:34.356958 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.364915 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:34.394006 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db877de2-b0ba-4106-83ff-67d84facfd2a None None] The sync data for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi is: [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:15Z', 'revision_number': 4, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '2bc07c08-191e-4c63-9645-dad38de3f482', 'name': '', 'network_id': 'f3f69c49-b140-4944-b465-9f2708e8aff6', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'mac_address': 'fa:16:3e:73:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:14Z', 'updated_at': '2022-06-07T13:19:20Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'subnets': [{'id': '278a8652-77bf-49e3-9bb0-5c99c3d31015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:25:34.422075 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34252) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:34.487788 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1322e9e1-513e-487f-88c0-c29df4a0a96c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (8b5c7798-aa90-416e-b6d5-6fe33c7b1684), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.513161 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1322e9e1-513e-487f-88c0-c29df4a0a96c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (8b5c7798-aa90-416e-b6d5-6fe33c7b1684), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.522266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34254) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:34.536738 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-69b54a18-3fa4-414a-ae43-3f65b310c2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.569846 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1322e9e1-513e-487f-88c0-c29df4a0a96c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (8b5c7798-aa90-416e-b6d5-6fe33c7b1684), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.572506 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1322e9e1-513e-487f-88c0-c29df4a0a96c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.573858 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1322e9e1-513e-487f-88c0-c29df4a0a96c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "DELETE /v2.0/security-groups/8b5c7798-aa90-416e-b6d5-6fe33c7b1684 HTTP/1.1" status: 204 len: 168 time: 0.1507044 Jun 07 13:25:34.577523 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34256) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:34.583717 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322e9e1-513e-487f-88c0-c29df4a0a96c tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c7798-aa90-416e-b6d5-6fe33c7b1684,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:34.601225 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-0f5426f5-35e2-40bc-81f3-73629dbaf576 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] show failed (client error): The resource could not be found. Jun 07 13:25:34.602382 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-0f5426f5-35e2-40bc-81f3-73629dbaf576 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "GET /v2.0/security-groups/8b5c7798-aa90-416e-b6d5-6fe33c7b1684 HTTP/1.1" status: 404 len: 347 time: 0.0237663 Jun 07 13:25:34.605970 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34258) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:34.642318 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-69b54a18-3fa4-414a-ae43-3f65b310c2c8 admin admin] Publish callbacks [] for security_group (b7d0a0e1-69e1-406a-ab72-51820d68ecde), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.646971 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-69b54a18-3fa4-414a-ae43-3f65b310c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b7d0a0e1-69e1-406a-ab72-51820d68ecde), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.691040 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a572b-ffed-4034-b155-053d176ed5cf None None] New status for floating IP ebfd5636-dcdf-4db0-aedc-b8611de19f9d: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:25:34.703596 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-69b54a18-3fa4-414a-ae43-3f65b310c2c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ea870176e4945a8b58cf74d01ebf5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795485 Jun 07 13:25:34.707690 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34260) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:34.716910 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b54a18-3fa4-414a-ae43-3f65b310c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0a0e1-69e1-406a-ab72-51820d68ecde,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:34.723931 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Deleting port 584895b0-58ee-48c6-b025-7f7eb1bf0f66 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:34.724268 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.767717 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8c52a06d-50a7-4562-b3c6-b0e028c2d66a admin admin] Publish callbacks [] for security_group (b7d0a0e1-69e1-406a-ab72-51820d68ecde), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.790090 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8c52a06d-50a7-4562-b3c6-b0e028c2d66a admin admin] Publish callbacks [] for security_group (b7d0a0e1-69e1-406a-ab72-51820d68ecde), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.809424 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.809742 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (584895b0-58ee-48c6-b025-7f7eb1bf0f66), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.825215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Calling delete_port for 584895b0-58ee-48c6-b025-7f7eb1bf0f66 owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:34.846281 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8c52a06d-50a7-4562-b3c6-b0e028c2d66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b7d0a0e1-69e1-406a-ab72-51820d68ecde), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.848884 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8c52a06d-50a7-4562-b3c6-b0e028c2d66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:34.850004 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8c52a06d-50a7-4562-b3c6-b0e028c2d66a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7d0a0e1-69e1-406a-ab72-51820d68ecde HTTP/1.1" status: 204 len: 168 time: 0.1409540 Jun 07 13:25:34.859051 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52a06d-50a7-4562-b3c6-b0e028c2d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0a0e1-69e1-406a-ab72-51820d68ecde,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:34.910183 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:34.968816 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (584895b0-58ee-48c6-b025-7f7eb1bf0f66), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:35.009110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Pushing event deleted for resources: {'Port': ['ID=584895b0-58ee-48c6-b025-7f7eb1bf0f66,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:35.051595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:35.066911 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks [] for floatingip (ebfd5636-dcdf-4db0-aedc-b8611de19f9d), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:35.069310 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:35.070443 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d526413c-7373-421f-ba6a-007b74c82e3a tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] 10.222.0.61 "DELETE /v2.0/floatingips/ebfd5636-dcdf-4db0-aedc-b8611de19f9d HTTP/1.1" status: 204 len: 168 time: 0.4633002 Jun 07 13:25:35.688123 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:35.707709 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 1df72142-8d3b-4965-899a-3271031c03d3 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:35.708074 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1df72142-8d3b-4965-899a-3271031c03d3 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:35.933154 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34294) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:36.035589 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1df195c6-3259-4af2-bac3-8964953ac4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:36.045767 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:36.112672 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1df195c6-3259-4af2-bac3-8964953ac4c2 admin admin] Publish callbacks [] for security_group (381f3c0d-846e-4d75-810a-f2f7f0eebdbe), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:36.116154 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1df195c6-3259-4af2-bac3-8964953ac4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (381f3c0d-846e-4d75-810a-f2f7f0eebdbe), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:36.157846 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1df195c6-3259-4af2-bac3-8964953ac4c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15e45492213647c3b2779bbb0ca317e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236404 Jun 07 13:25:36.158770 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df195c6-3259-4af2-bac3-8964953ac4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381f3c0d-846e-4d75-810a-f2f7f0eebdbe,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:36.160560 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34298) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:36.209692 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea922-bb06-4761-90e5-ffa2f2995c0e admin admin] Publish callbacks [] for security_group (381f3c0d-846e-4d75-810a-f2f7f0eebdbe), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:36.239218 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea922-bb06-4761-90e5-ffa2f2995c0e admin admin] Publish callbacks [] for security_group (381f3c0d-846e-4d75-810a-f2f7f0eebdbe), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:36.297289 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea922-bb06-4761-90e5-ffa2f2995c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (381f3c0d-846e-4d75-810a-f2f7f0eebdbe), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:36.299140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea922-bb06-4761-90e5-ffa2f2995c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:36.299228 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9c7ea922-bb06-4761-90e5-ffa2f2995c0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/381f3c0d-846e-4d75-810a-f2f7f0eebdbe HTTP/1.1" status: 204 len: 168 time: 0.1370521 Jun 07 13:25:36.308953 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ea922-bb06-4761-90e5-ffa2f2995c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381f3c0d-846e-4d75-810a-f2f7f0eebdbe,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:37.507627 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34344) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:37.952615 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (79b9218e-edd9-4421-8b9b-174a4003d490), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:38.166126 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Deleting port 2bc07c08-191e-4c63-9645-dad38de3f482 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:38.166455 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:38.245330 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] For port 2bc07c08-191e-4c63-9645-dad38de3f482, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=2bc07c08-191e-4c63-9645-dad38de3f482,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:38.245698 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:38.252538 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:38.260002 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Calling delete_port for 2bc07c08-191e-4c63-9645-dad38de3f482 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:38.303045 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:38.438820 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (2bc07c08-191e-4c63-9645-dad38de3f482), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:38.466061 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc07c08-191e-4c63-9645-dad38de3f482,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:38.635320 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (79b9218e-edd9-4421-8b9b-174a4003d490), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:38.850014 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Router 79b9218e-edd9-4421-8b9b-174a4003d490 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:25:38.947760 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:25:38.952980 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9426ccc4-1a1a-4383-8f70-d0275dabf9ef admin admin] 10.222.0.61 "PUT /v2.0/routers/79b9218e-edd9-4421-8b9b-174a4003d490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447012 Jun 07 13:25:38.955590 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34354) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:38.956713 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] Sync routers for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:25:38.966320 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:38.966951 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:39.051792 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks [] for router (79b9218e-edd9-4421-8b9b-174a4003d490), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.066897 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:39.123161 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:39.149444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks [] for router_gateway (79b9218e-edd9-4421-8b9b-174a4003d490), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.158747 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:39.161459 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:39.165234 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:39.194570 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Deleting port 6f9b273c-ed5b-469f-a15a-713c5e25c715 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:39.194928 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.232980 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:25:38Z', 'revision_number': 5, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port': {'id': '6f9b273c-ed5b-469f-a15a-713c5e25c715', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:39.261406 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] Checking router: 79b9218e-edd9-4421-8b9b-174a4003d490 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:25:39.270096 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] Routers {'79b9218e-edd9-4421-8b9b-174a4003d490'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:25:39.270878 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['79b9218e-edd9-4421-8b9b-174a4003d490'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:39.272626 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] For port 6f9b273c-ed5b-469f-a15a-713c5e25c715, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=6f9b273c-ed5b-469f-a15a-713c5e25c715,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:39.272988 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.285987 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Calling delete_port for 6f9b273c-ed5b-469f-a15a-713c5e25c715 owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:39.350303 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] Set router 79b9218e-edd9-4421-8b9b-174a4003d490 gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:25:39.400960 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:25:39Z', 'revision_number': 6, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:39.426256 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4ee792-ccf4-43fc-8fed-9e6d714d946d None None] The sync data for ids ['79b9218e-edd9-4421-8b9b-174a4003d490'] in dv-cinder-844601-3-iscsi is: [{'id': '79b9218e-edd9-4421-8b9b-174a4003d490', 'name': 'tempest-AttachVolumeShelveTestJSON-1473287039-router', 'tenant_id': '346889f9c6334aa9a22bd277aa002a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:19:11Z', 'updated_at': '2022-06-07T13:25:39Z', 'revision_number': 6, 'project_id': '346889f9c6334aa9a22bd277aa002a0f', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:25:39.455777 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (6f9b273c-ed5b-469f-a15a-713c5e25c715), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.489632 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9b273c-ed5b-469f-a15a-713c5e25c715,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:39.542644 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (79b9218e-edd9-4421-8b9b-174a4003d490), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.625969 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (79b9218e-edd9-4421-8b9b-174a4003d490), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.628138 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks [] for router_controller (79b9218e-edd9-4421-8b9b-174a4003d490), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.667415 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (79b9218e-edd9-4421-8b9b-174a4003d490), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.668529 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b9218e-edd9-4421-8b9b-174a4003d490 {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:25:39.672475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.673597 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a69cfd8c-0fc6-4fbb-ac00-611ac64e959f admin admin] 10.222.0.61 "DELETE /v2.0/routers/79b9218e-edd9-4421-8b9b-174a4003d490 HTTP/1.1" status: 204 len: 168 time: 0.7171061 Jun 07 13:25:39.676068 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34356) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:39.723044 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] Deleting subnet 278a8652-77bf-49e3-9bb0-5c99c3d31015 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:25:39.726142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] Publish callbacks [] for subnet (278a8652-77bf-49e3-9bb0-5c99c3d31015), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.762287 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (278a8652-77bf-49e3-9bb0-5c99c3d31015), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.837594 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (278a8652-77bf-49e3-9bb0-5c99c3d31015), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.894641 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (278a8652-77bf-49e3-9bb0-5c99c3d31015), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.919978 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278a8652-77bf-49e3-9bb0-5c99c3d31015,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:39.925659 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:39.928793 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-606a5fce-7cd1-47a6-b1b3-6d28564474a9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/278a8652-77bf-49e3-9bb0-5c99c3d31015 HTTP/1.1" status: 204 len: 168 time: 0.2517991 Jun 07 13:25:39.930101 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586545b-4c2b-4d0c-bba2-f0d937a109e4 None None] Network f3f69c49-b140-4944-b465-9f2708e8aff6 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:25:39.931203 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34360) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:39.979715 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:40.000689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (f3f69c49-b140-4944-b465-9f2708e8aff6), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.033979 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:40.046199 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Deleting port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:40.046539 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.113169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] For port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,segment=NetworkSegment(a261ca32-2d19-4faf-b29f-12bce5965e4b),segment_id=a261ca32-2d19-4faf-b29f-12bce5965e4b)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:40.113452 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.126179 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Calling delete_port for fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:40.169057 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] DHCP port deletion for f3f69c49-b140-4944-b465-9f2708e8aff6 request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:25:40.210030 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.213957 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Deleting port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:25:40.219139 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.239409 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:40.245033 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] No DVR routers for this DVR port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 on host dv-cinder-844601-3-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:25:40.266180 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:40.295356 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:40.295699 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:40.296117 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 6f9b273c-ed5b-469f-a15a-713c5e25c715 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:40.319734 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (f3f69c49-b140-4944-b465-9f2708e8aff6), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.334135 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 6f9b273c-ed5b-469f-a15a-713c5e25c715 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:40.334479 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 6f9b273c-ed5b-469f-a15a-713c5e25c715 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:40.334904 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 2bc07c08-191e-4c63-9645-dad38de3f482 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:25:40.341475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f69c49-b140-4944-b465-9f2708e8aff6']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:40.352245 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a261ca32-2d19-4faf-b29f-12bce5965e4b') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:40.352798 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a261ca32-2d19-4faf-b29f-12bce5965e4b') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:25:40.355391 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] For port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4, host dv-cinder-844601-3-iscsi, got binding levels [] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:25:40.355783 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.358575 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 2bc07c08-191e-4c63-9645-dad38de3f482 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:25:40.358892 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 2bc07c08-191e-4c63-9645-dad38de3f482 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:25:40.364317 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (a261ca32-2d19-4faf-b29f-12bce5965e4b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.372389 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Calling delete_port for fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:25:40.376314 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.ipam_backend_mixin [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 was not found and therefore no delete operation was performed {{(pid=104162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 13:25:40.377533 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566'] for port (fe7a40f5-e87a-42ce-94d3-03fb723fa6d4), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.381652 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (a261ca32-2d19-4faf-b29f-12bce5965e4b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.389556 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:25:40.389947 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (a261ca32-2d19-4faf-b29f-12bce5965e4b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.407118 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Pushing event deleted for resources: {'Port': ['ID=fe7a40f5-e87a-42ce-94d3-03fb723fa6d4,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:40.415252 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] No DVR routers for this DVR port fe7a40f5-e87a-42ce-94d3-03fb723fa6d4 on host dv-cinder-844601-3-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:25:40.424465 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.424818 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.425175 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.425526 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.425851 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.426793 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.427305 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.427797 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.428271 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.428744 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.429364 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.429851 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.430351 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.430845 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.431312 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4527a-3ad8-4023-9e01-ffc41baf7305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:25:40.457188 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment a261ca32-2d19-4faf-b29f-12bce5965e4b resource provider aggregate not found Jun 07 13:25:40.482367 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment a261ca32-2d19-4faf-b29f-12bce5965e4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a261ca32-2d19-4faf-b29f-12bce5965e4b found for delete ", "request_id": "req-4c96d377-1ee0-45e6-94a1-b05baa5d11e1"}]} Jun 07 13:25:40.492239 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (f3f69c49-b140-4944-b465-9f2708e8aff6), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.497751 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.501113 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f3f69c49-b140-4944-b465-9f2708e8aff6 HTTP/1.1" status: 204 len: 168 time: 0.5688319 Jun 07 13:25:40.514022 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f128-6e49-4292-83a7-765104c44122 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f69c49-b140-4944-b465-9f2708e8aff6,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:40.616411 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34368) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:40.657329 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2aa6872d-4e75-4161-938e-a5b53908b812 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=346889f9c6334aa9a22bd277aa002a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392022 Jun 07 13:25:40.659109 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34370) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:40.707333 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0747bb7e-df82-46c2-9f79-2ac8200e5adc admin admin] Publish callbacks [] for security_group (80ebbccb-9ea6-47d8-87ad-7578863630f8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.728905 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0747bb7e-df82-46c2-9f79-2ac8200e5adc admin admin] Publish callbacks [] for security_group (80ebbccb-9ea6-47d8-87ad-7578863630f8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.782778 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0747bb7e-df82-46c2-9f79-2ac8200e5adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (80ebbccb-9ea6-47d8-87ad-7578863630f8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.785378 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0747bb7e-df82-46c2-9f79-2ac8200e5adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:40.786519 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0747bb7e-df82-46c2-9f79-2ac8200e5adc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80ebbccb-9ea6-47d8-87ad-7578863630f8 HTTP/1.1" status: 204 len: 168 time: 0.1265104 Jun 07 13:25:40.795108 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747bb7e-df82-46c2-9f79-2ac8200e5adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ebbccb-9ea6-47d8-87ad-7578863630f8,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:44.765372 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:44.797352 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:46.151466 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=69,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:46.154063 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=12 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:49.094893 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-91c0a6bb-a83c-43c1-b6de-bbb8d0f297e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:50.770210 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=63,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:50.790196 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=68,neutron:DELETE=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:51.324615 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-995b66b3-f4ab-4370-83d3-73d5c0aee49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:52.517785 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:53.928378 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:55.409699 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:55.695925 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:55.701133 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:56.151278 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-6914a2da-867c-4d05-976e-32ddad68f211 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066727904&fields=id&tenant_id=b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 267 time: 0.0535233 Jun 07 13:25:56.261071 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8c6047c8-7a64-47fd-bdac-d565cad9b97f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:56.263040 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8c6047c8-7a64-47fd-bdac-d565cad9b97f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 811 time: 0.1050420 Jun 07 13:25:56.277833 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-3774b918-0e0c-4528-90ec-c781e9a2fd6f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/quotas/b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 375 time: 0.0092466 Jun 07 13:25:56.332435 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-88392a83-c56b-47f0-a5cd-e4c93ecc1757 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489638 Jun 07 13:25:56.426571 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-b414a4fe-7e14-4305-a77c-b0fa1885897b service neutron] 10.222.0.61 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822361 Jun 07 13:25:56.524164 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-5f3a48e8-5204-4d58-af65-137983e35f74 service neutron] 10.222.0.61 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912478 Jun 07 13:25:56.803049 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14c4967f-bd2e-463a-9df1-795a9d3e7f79 req-7c4c8fa8-bba5-442a-bd5e-00bc8715892b tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 210 time: 0.0288658 Jun 07 13:25:57.792445 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-33acd3d4-72ee-4995-80b9-aaa6430a41f2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:57.794483 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-33acd3d4-72ee-4995-80b9-aaa6430a41f2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 811 time: 0.1051490 Jun 07 13:25:57.860372 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-9bc2f75b-a8e6-45f7-b2da-69d65c9bd4f9 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b562a09561af4197bf2835b31a9dd34e HTTP/1.1" status: 200 len: 380 time: 0.0572212 Jun 07 13:25:57.871187 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'port': {'device_id': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'admin_state_up': True, 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'security_groups': ['826f6d71-ec52-4759-b3ef-1e409f844861']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:25:57.896810 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5a21109-2de6-4d2a-9e7c-405eed72376f req-69ab7c35-4bbc-4a13-9f24-37a426108b56 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 210 time: 0.0274138 Jun 07 13:25:58.244399 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Made reservation on behalf of b562a09561af4197bf2835b31a9dd34e for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:25:58.248582 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.386610 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Allocated IP 172.20.0.7 (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4/d8435a97-b4f0-4ba2-833b-48f44c062c01/b83954e8-7ec5-4676-8eb6-33daf88474b1) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:25:58.563910 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.596601 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.639554 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:25:58.642712 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:25:58.649524 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:25:58.678520 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=b83954e8-7ec5-4676-8eb6-33daf88474b1,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:58.711909 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:58.712527 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.728984 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34656) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:58.732161 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-7d80fed9-ea35-45e9-af6f-5117bb3bab32 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8640919 Jun 07 13:25:58.743896 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Request body: {'port': {'device_id': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:25:58.807809 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.810689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:58.842062 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:58.868181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3c3296bd-cc17-4b84-9ef3-1dd0cdc5ad3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.948796 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3c3296bd-cc17-4b84-9ef3-1dd0cdc5ad3a admin admin] Publish callbacks [] for security_group (d260eea3-3f5a-4494-8e41-2aa98575b973), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.955660 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3c3296bd-cc17-4b84-9ef3-1dd0cdc5ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (d260eea3-3f5a-4494-8e41-2aa98575b973), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.956057 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-6d0fd5c9-f561-4542-81f9-89fa2aea4c39 None None] Provisioning complete for port b83954e8-7ec5-4676-8eb6-33daf88474b1 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:25:58.957059 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd5c9-f561-4542-81f9-89fa2aea4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:58.997452 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fd5c9-f561-4542-81f9-89fa2aea4c39 None None] Port b83954e8-7ec5-4676-8eb6-33daf88474b1 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:25:59.026958 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3c3296bd-cc17-4b84-9ef3-1dd0cdc5ad3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7db32e2da53d4a9c80ab1d47452de998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967072 Jun 07 13:25:59.030667 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34662) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:59.036373 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3296bd-cc17-4b84-9ef3-1dd0cdc5ad3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d260eea3-3f5a-4494-8e41-2aa98575b973,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:59.053520 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c2cb1-0538-4fc9-8836-7268d83d77fd req-d8069263-150c-4024-a616-eb0203f684a7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:59.055673 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-303c2cb1-0538-4fc9-8836-7268d83d77fd req-d8069263-150c-4024-a616-eb0203f684a7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 931 time: 0.0745187 Jun 07 13:25:59.104085 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-303c2cb1-0538-4fc9-8836-7268d83d77fd req-b160c94d-5059-4fb2-98bf-64183af3aa3a tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433049 Jun 07 13:25:59.121715 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9d9743c-0b1b-43ee-9bc8-49a91115e227 admin admin] Publish callbacks [] for security_group (d260eea3-3f5a-4494-8e41-2aa98575b973), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.169753 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9d9743c-0b1b-43ee-9bc8-49a91115e227 admin admin] Publish callbacks [] for security_group (d260eea3-3f5a-4494-8e41-2aa98575b973), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.183595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83954e8-7ec5-4676-8eb6-33daf88474b1 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:25:59.196399 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Publish callbacks [] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.222646 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Transition to ACTIVE for port object b83954e8-7ec5-4676-8eb6-33daf88474b1 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:25:59.226989 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.277349 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9d9743c-0b1b-43ee-9bc8-49a91115e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (d260eea3-3f5a-4494-8e41-2aa98575b973), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.280536 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9d9743c-0b1b-43ee-9bc8-49a91115e227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.281575 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b9d9743c-0b1b-43ee-9bc8-49a91115e227 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d260eea3-3f5a-4494-8e41-2aa98575b973 HTTP/1.1" status: 204 len: 168 time: 0.2501111 Jun 07 13:25:59.299770 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Pushing event updated for resources: {'Port': ['ID=b83954e8-7ec5-4676-8eb6-33daf88474b1,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:59.323189 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9743c-0b1b-43ee-9bc8-49a91115e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d260eea3-3f5a-4494-8e41-2aa98575b973,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:59.391191 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Attempting to bind port b83954e8-7ec5-4676-8eb6-33daf88474b1 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:25:59.391521 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Attempting to bind port b83954e8-7ec5-4676-8eb6-33daf88474b1 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:25:59.391856 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Attempting to bind port b83954e8-7ec5-4676-8eb6-33daf88474b1 on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:25:59.398513 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Port b83954e8-7ec5-4676-8eb6-33daf88474b1 on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:25:59.398796 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Attempting to bind port b83954e8-7ec5-4676-8eb6-33daf88474b1 on network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:25:59.405256 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:25:59.405704 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Checking segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:25:59.406061 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Bound using segment: {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:25:59.406386 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Bound port: b83954e8-7ec5-4676-8eb6-33daf88474b1, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:25:59.406743 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.492617 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] For port b83954e8-7ec5-4676-8eb6-33daf88474b1, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:25:59.497299 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] For port b83954e8-7ec5-4676-8eb6-33daf88474b1, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:25:59.504715 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.509494 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:59.554866 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:59.555920 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.557715 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] 10.222.0.18 "PUT /v2.0/ports/b83954e8-7ec5-4676-8eb6-33daf88474b1 HTTP/1.1" status: 200 len: 1093 time: 0.8182015 Jun 07 13:25:59.558602 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:25:59.561702 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b" -d '{"events": [{"name": "network-changed", "server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:25:59.599455 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052cfa3-db54-42c5-8b1c-2750d55bdb2a service neutron] Pushing event updated for resources: {'Port': ['ID=b83954e8-7ec5-4676-8eb6-33daf88474b1,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:59.650122 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34678) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:59.659006 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cfd101-b6bc-46e1-acb4-341ae1ccba2b x-openstack-request-id: req-b9cfd101-b6bc-46e1-acb4-341ae1ccba2b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:25:59.659239 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:25:59.660106 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9cfd101-b6bc-46e1-acb4-341ae1ccba2b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:25:59.660515 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cfd101-b6bc-46e1-acb4-341ae1ccba2b'] response: {'name': 'network-changed', 'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'status': 'completed', 'code': 200} Jun 07 13:25:59.677282 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-611c2c2a-6441-4f8c-ae20-a12603f9f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:59.679022 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-611c2c2a-6441-4f8c-ae20-a12603f9f11b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 1127 time: 0.0710855 Jun 07 13:25:59.727967 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-2088a847-4379-4eb4-b1d7-2b54b884cbb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1 HTTP/1.1" status: 200 len: 217 time: 0.0357416 Jun 07 13:25:59.796607 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0c2c253a-0dc2-4e30-8d0e-46671fe5a481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.805021 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-ced41f63-328b-4121-9bb1-2a22c748eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:59.806501 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-ced41f63-328b-4121-9bb1-2a22c748eac7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0665274 Jun 07 13:25:59.873035 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-56771169-647d-4328-8270-ce9b7c7bf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:25:59.874654 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-56771169-647d-4328-8270-ce9b7c7bf829 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586865 Jun 07 13:25:59.889130 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:59.890424 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0c2c253a-0dc2-4e30-8d0e-46671fe5a481 admin admin] Publish callbacks [] for security_group (f9680270-bda5-4ac6-a283-ea4c84a4246c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.896026 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0c2c253a-0dc2-4e30-8d0e-46671fe5a481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f9680270-bda5-4ac6-a283-ea4c84a4246c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:25:59.920312 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:59.943568 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:25:59.946854 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c253a-0dc2-4e30-8d0e-46671fe5a481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9680270-bda5-4ac6-a283-ea4c84a4246c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:25:59.951873 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-0c2c253a-0dc2-4e30-8d0e-46671fe5a481 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0f55b1f83ce4fa7b76f996286bd0330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007116 Jun 07 13:25:59.954441 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34692) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:25:59.995321 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-bb0ee68d-5867-4bd4-a5ca-1a273e218319 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135654 Jun 07 13:26:00.009156 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6ee0-98cd-4d1b-abda-8e215497408f admin admin] Publish callbacks [] for security_group (f9680270-bda5-4ac6-a283-ea4c84a4246c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.030432 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6ee0-98cd-4d1b-abda-8e215497408f admin admin] Publish callbacks [] for security_group (f9680270-bda5-4ac6-a283-ea4c84a4246c), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.089298 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6ee0-98cd-4d1b-abda-8e215497408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f9680270-bda5-4ac6-a283-ea4c84a4246c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.092250 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6ee0-98cd-4d1b-abda-8e215497408f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.093443 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2d2d6ee0-98cd-4d1b-abda-8e215497408f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9680270-bda5-4ac6-a283-ea4c84a4246c HTTP/1.1" status: 204 len: 168 time: 0.1378093 Jun 07 13:26:00.101982 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d6ee0-98cd-4d1b-abda-8e215497408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9680270-bda5-4ac6-a283-ea4c84a4246c,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:00.110357 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-505fb73d-1b7e-442c-8d5a-17c74ffadd8b req-cd12bf6d-b5ea-46cf-9814-31a903493e1c service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077781 Jun 07 13:26:00.160292 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34702) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:00.229985 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1e54-fb77-4337-96d8-7129c2d936bb req-71422584-a0b7-451f-8ee3-5f71e7da2409 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:00.231662 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4db1e54-fb77-4337-96d8-7129c2d936bb req-71422584-a0b7-451f-8ee3-5f71e7da2409 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 943 time: 0.0531876 Jun 07 13:26:00.271993 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2088864658-network', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:00.301439 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4db1e54-fb77-4337-96d8-7129c2d936bb req-8404a3d6-f151-40d1-a28f-527283b54adc tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622382 Jun 07 13:26:00.311179 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Made reservation on behalf of 6f612ecb68c2414f92e3887ffeff0cdd for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:00.314108 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.323888 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.407711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks [] for security_group (f3fb2c81-1e92-4e47-b9bf-df4fd89389e5), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.411631 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f3fb2c81-1e92-4e47-b9bf-df4fd89389e5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.435866 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:26:00.455078 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.455465 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Added segment 2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14 of type vlan for network 62d7580a-ccf0-479e-98f4-9f42b4289605 Jun 07 13:26:00.464631 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:00.500604 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (62d7580a-ccf0-479e-98f4-9f42b4289605), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.510475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-a8ba7b89-650d-4ec8-b787-e67c912dd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:00.512021 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-a8ba7b89-650d-4ec8-b787-e67c912dd1c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 1127 time: 0.0438688 Jun 07 13:26:00.527622 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (62d7580a-ccf0-479e-98f4-9f42b4289605), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.528969 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:00.529705 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.583059 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4215503 Jun 07 13:26:00.586471 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34716) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:00.591260 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Request body: {'subnet': {'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2088864658-subnet', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:00.594497 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1577be-badf-4d7a-b334-7ee9b792bcb1 admin admin] Pushing event updated for resources: {'Network': ['ID=62d7580a-ccf0-479e-98f4-9f42b4289605,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:00.605496 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:26:00.629185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Made reservation on behalf of 6f612ecb68c2414f92e3887ffeff0cdd for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:00.631970 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:00.685324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-1eff7bc1-f775-48de-8a83-3554bd69b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:00.687007 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-1eff7bc1-f775-48de-8a83-3554bd69b157 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.1630208 Jun 07 13:26:00.734811 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-a2352e10-5753-47d3-868b-611574209d60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1 HTTP/1.1" status: 200 len: 217 time: 0.0408797 Jun 07 13:26:00.810788 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-9b892858-651c-417a-a3d1-0638d6a2bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:00.810788 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-9b892858-651c-417a-a3d1-0638d6a2bbfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0678542 Jun 07 13:26:00.884724 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-c073798b-a41c-4c27-8222-a01c7534da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:00.886316 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-c073798b-a41c-4c27-8222-a01c7534da6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526791 Jun 07 13:26:00.979242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (205bd185-c35d-4b2d-8e5f-ed13290b5e1e), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.056437 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:01.065468 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=205bd185-c35d-4b2d-8e5f-ed13290b5e1e,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:01.071938 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-720ba659-93aa-407f-a5cc-b838f54b6de0 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649129 Jun 07 13:26:01.079874 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Checking segment: {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:01.080300 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Network hostable DHCP agents. Network: 62d7580a-ccf0-479e-98f4-9f42b4289605, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:26:01.153469 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:26:01.157643 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:01.182364 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 62d7580a-ccf0-479e-98f4-9f42b4289605) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:01.187770 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:01.189553 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.190695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa568c01-2ab7-46be-9fde-2d0dbbfd47e3 None None] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:26:01.208386 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-b43a7d7c-78cc-4eab-9dee-0ba5a3d8ec8b req-1ee552b3-6312-47c0-a9c7-5a01d24215bf service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253734 Jun 07 13:26:01.217607 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6fd45251-2941-4142-8b95-754ab5697ffb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6301136 Jun 07 13:26:01.220692 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34734) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:01.225212 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:01.249649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (e1b46ba7-d449-4ee4-9868-209206ff8130), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.251075 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (e1b46ba7-d449-4ee4-9868-209206ff8130), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.322215 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-62d7580a-ccf0-479e-98f4-9f42b4289605', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:26:01.325811 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.352945 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks [] for router_controller (e1b46ba7-d449-4ee4-9868-209206ff8130), precommit_add_association {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.405228 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:01.464136 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:01.467752 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:01.481977 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c234a-072d-4f2f-be53-d73c07dc5354 req-ed765152-ebcd-484b-90b1-c4102444465a tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:01.483380 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f30c234a-072d-4f2f-be53-d73c07dc5354 req-ed765152-ebcd-484b-90b1-c4102444465a tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 943 time: 0.0592513 Jun 07 13:26:01.488284 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Allocated IP 172.20.0.2 (62d7580a-ccf0-479e-98f4-9f42b4289605/205bd185-c35d-4b2d-8e5f-ed13290b5e1e/774bbda5-f5fe-4b94-a8d2-6cf137772107) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:01.559840 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks [] for router_gateway (e1b46ba7-d449-4ee4-9868-209206ff8130), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.564770 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:01.643879 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f30c234a-072d-4f2f-be53-d73c07dc5354 req-d9af43f2-4467-44d4-bdec-76e7eecee6d2 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278727 Jun 07 13:26:01.648394 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Publish callbacks [] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.656963 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.715741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:01.719018 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Pushing event updated for resources: {'Port': ['ID=774bbda5-f5fe-4b94-a8d2-6cf137772107,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:01.723516 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:01.726801 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:01.787634 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Attempting to bind port 774bbda5-f5fe-4b94-a8d2-6cf137772107 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:01.787991 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Attempting to bind port 774bbda5-f5fe-4b94-a8d2-6cf137772107 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:01.788341 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Attempting to bind port 774bbda5-f5fe-4b94-a8d2-6cf137772107 on network 62d7580a-ccf0-479e-98f4-9f42b4289605 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:01.792337 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks [] for router_gateway (e1b46ba7-d449-4ee4-9868-209206ff8130), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.795246 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:01.795246 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Checking segment: {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:01.795246 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.795714 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Bound using segment: {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:01.796080 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Bound port: 774bbda5-f5fe-4b94-a8d2-6cf137772107, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:01.796452 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.819665 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.863945 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] For port 774bbda5-f5fe-4b94-a8d2-6cf137772107, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:01.867309 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] For port 774bbda5-f5fe-4b94-a8d2-6cf137772107, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=774bbda5-f5fe-4b94-a8d2-6cf137772107,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:01.875196 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:01.934606 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc23c-8b34-41b9-a236-bbce104be64b None None] Pushing event updated for resources: {'Port': ['ID=774bbda5-f5fe-4b94-a8d2-6cf137772107,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:01.950724 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Allocated IP 172.27.1.117 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/8bc68eb8-b980-4f16-aa58-d206d182a0f9) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:02.067037 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks [] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.118902 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.154755 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34758) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:02.165890 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:02.169790 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:02.173654 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:02.214280 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Pushing event updated for resources: {'Port': ['ID=8bc68eb8-b980-4f16-aa58-d206d182a0f9,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:02.300212 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-48b15209-2f65-4979-9e4c-3aa1703a117c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.422806 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:02.465786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:02.507839 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-48b15209-2f65-4979-9e4c-3aa1703a117c admin admin] Publish callbacks [] for security_group (2d6014ac-f77a-4c59-8c12-8a33c5b00082), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.510591 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks [] for router_gateway (e1b46ba7-d449-4ee4-9868-209206ff8130), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.513589 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-48b15209-2f65-4979-9e4c-3aa1703a117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2d6014ac-f77a-4c59-8c12-8a33c5b00082), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.616177 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-48b15209-2f65-4979-9e4c-3aa1703a117c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26f9cfb95ef647f5a87c22ec4048d26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4603791 Jun 07 13:26:02.616872 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b15209-2f65-4979-9e4c-3aa1703a117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6014ac-f77a-4c59-8c12-8a33c5b00082,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:02.619672 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34762) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:02.675822 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4e8c-870c-421f-b58d-151b84a106a7 admin admin] Publish callbacks [] for security_group (2d6014ac-f77a-4c59-8c12-8a33c5b00082), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.699001 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4e8c-870c-421f-b58d-151b84a106a7 admin admin] Publish callbacks [] for security_group (2d6014ac-f77a-4c59-8c12-8a33c5b00082), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.755642 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4e8c-870c-421f-b58d-151b84a106a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (2d6014ac-f77a-4c59-8c12-8a33c5b00082), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.758334 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4e8c-870c-421f-b58d-151b84a106a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:02.762113 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ba3b4e8c-870c-421f-b58d-151b84a106a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d6014ac-f77a-4c59-8c12-8a33c5b00082 HTTP/1.1" status: 204 len: 168 time: 0.1379390 Jun 07 13:26:02.781428 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4e8c-870c-421f-b58d-151b84a106a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6014ac-f77a-4c59-8c12-8a33c5b00082,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:02.949351 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b2149c-9ee1-48a1-943b-f1b82b71c0d6 None None] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:26:03.014673 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (e1b46ba7-d449-4ee4-9868-209206ff8130), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.014951 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-fb032f5b-6276-40fd-8aef-57ea8656fcd1 None None] Provisioning complete for port 774bbda5-f5fe-4b94-a8d2-6cf137772107 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:03.015191 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fb032f5b-6276-40fd-8aef-57ea8656fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.070278 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cfef7-e098-4b1c-97a3-8c872993e990 req-dfdccd26-d1c1-44c0-a34b-ece5d6405460 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:03.077525 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e2cfef7-e098-4b1c-97a3-8c872993e990 req-dfdccd26-d1c1-44c0-a34b-ece5d6405460 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 943 time: 0.3415809 Jun 07 13:26:03.087748 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34770) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:03.101424 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0d79804e-a35d-4a0c-9c47-692d87a6756d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.150995 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fb032f5b-6276-40fd-8aef-57ea8656fcd1 None None] Current status of the port 774bbda5-f5fe-4b94-a8d2-6cf137772107 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:03.151549 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fb032f5b-6276-40fd-8aef-57ea8656fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.177681 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e2cfef7-e098-4b1c-97a3-8c872993e990 req-a976a980-01de-4182-a0f5-d3e5c3ed06e9 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992625 Jun 07 13:26:03.191093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-fb032f5b-6276-40fd-8aef-57ea8656fcd1 None None] For port 774bbda5-f5fe-4b94-a8d2-6cf137772107, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=774bbda5-f5fe-4b94-a8d2-6cf137772107,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:03.206543 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fb032f5b-6276-40fd-8aef-57ea8656fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.227715 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0d79804e-a35d-4a0c-9c47-692d87a6756d admin admin] Publish callbacks [] for security_group (97a7ce3a-db43-46ac-bf4b-1f255612bfef), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.233263 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:03.235925 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0d79804e-a35d-4a0c-9c47-692d87a6756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (97a7ce3a-db43-46ac-bf4b-1f255612bfef), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.237848 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Router e1b46ba7-d449-4ee4-9868-209206ff8130 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:26:03.265450 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb032f5b-6276-40fd-8aef-57ea8656fcd1 None None] Pushing event updated for resources: {'Port': ['ID=774bbda5-f5fe-4b94-a8d2-6cf137772107,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:03.290165 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79804e-a35d-4a0c-9c47-692d87a6756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a7ce3a-db43-46ac-bf4b-1f255612bfef,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:03.298221 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34772) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:03.298639 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0d79804e-a35d-4a0c-9c47-692d87a6756d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed3256b8f89445c08f4b0fd4d448d4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093320 Jun 07 13:26:03.395374 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:26:03.405347 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Sync routers for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:26:03.406704 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-179b46bf-7ec3-4c9f-8a03-713f9b43099e admin admin] Publish callbacks [] for security_group (97a7ce3a-db43-46ac-bf4b-1f255612bfef), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.415553 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:03.416522 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:03.429447 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-4b093116-2273-4feb-8291-ac4cca612e1e None None] Provisioning complete for port 774bbda5-f5fe-4b94-a8d2-6cf137772107 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:03.429893 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4b093116-2273-4feb-8291-ac4cca612e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.445537 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.449537 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f377ee7c-8593-41bd-962c-1f7165d46c6c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2249467 Jun 07 13:26:03.450447 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34774) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:03.454851 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-179b46bf-7ec3-4c9f-8a03-713f9b43099e admin admin] Publish callbacks [] for security_group (97a7ce3a-db43-46ac-bf4b-1f255612bfef), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.516617 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-4b093116-2273-4feb-8291-ac4cca612e1e None None] Current status of the port 774bbda5-f5fe-4b94-a8d2-6cf137772107 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:03.516839 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-179b46bf-7ec3-4c9f-8a03-713f9b43099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (97a7ce3a-db43-46ac-bf4b-1f255612bfef), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.519612 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-179b46bf-7ec3-4c9f-8a03-713f9b43099e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.523004 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-179b46bf-7ec3-4c9f-8a03-713f9b43099e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97a7ce3a-db43-46ac-bf4b-1f255612bfef HTTP/1.1" status: 204 len: 168 time: 0.2213972 Jun 07 13:26:03.528993 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:03.530307 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b46bf-7ec3-4c9f-8a03-713f9b43099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a7ce3a-db43-46ac-bf4b-1f255612bfef,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:03.533704 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:03.680945 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:26:03.720810 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:02Z', 'revision_number': 3, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:03.750397 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Checking router: e1b46ba7-d449-4ee4-9868-209206ff8130 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:26:03.750669 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Updating router e1b46ba7-d449-4ee4-9868-209206ff8130 port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:26:03.782175 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.860398 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:03.914998 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:03.973654 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:04.089356 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Publish callbacks [] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.096448 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.109448 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 774bbda5-f5fe-4b94-a8d2-6cf137772107 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:04.129975 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Allocated IP 172.20.0.1 (62d7580a-ccf0-479e-98f4-9f42b4289605/205bd185-c35d-4b2d-8e5f-ed13290b5e1e/9a8aa819-4205-427a-8dc8-0c61e2f39d9d) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:04.138582 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:04.147090 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Pushing event updated for resources: {'Port': ['ID=8bc68eb8-b980-4f16-aa58-d206d182a0f9,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:04.161689 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.162392 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.162931 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.163484 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.163967 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.164484 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.164981 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.169417 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.169537 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 774bbda5-f5fe-4b94-a8d2-6cf137772107 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:04.169628 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.169628 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.169807 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.169887 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.169887 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.175136 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.175886 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.176460 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:04.197898 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Attempting to bind port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:04.198118 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Attempting to bind port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:04.198475 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Attempting to bind port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:04.203753 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:04.204123 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:04.204518 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.204901 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:04.205356 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Bound port: 8bc68eb8-b980-4f16-aa58-d206d182a0f9, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:04.205961 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.266499 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks [] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.268579 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] For port 8bc68eb8-b980-4f16-aa58-d206d182a0f9, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:04.274058 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] For port 8bc68eb8-b980-4f16-aa58-d206d182a0f9, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8bc68eb8-b980-4f16-aa58-d206d182a0f9,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:04.281344 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 774bbda5-f5fe-4b94-a8d2-6cf137772107 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:04.285428 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.300403 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.311353 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.359762 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2110-e88c-49c8-b79d-41ee185a5006 req-f419d30d-ff40-4360-aa1c-111731917f48 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:04.362455 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-27cf2110-e88c-49c8-b79d-41ee185a5006 req-f419d30d-ff40-4360-aa1c-111731917f48 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 943 time: 0.0594513 Jun 07 13:26:04.363730 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:04.368569 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:04.372387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:04.406480 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:04.407655 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:04.411829 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:04.428401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (e1b46ba7-d449-4ee4-9868-209206ff8130), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.481285 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:04.487342 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-27cf2110-e88c-49c8-b79d-41ee185a5006 req-124fe70a-fabc-4082-9383-8706d6c71e11 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162887 Jun 07 13:26:04.492353 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:04.499338 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:04.500380 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def3db8-b68e-4b6a-a76c-8879b6657685 None None] Pushing event updated for resources: {'Port': ['ID=8bc68eb8-b980-4f16-aa58-d206d182a0f9,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:04.577716 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:04.602269 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.652384 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-db061d98-18eb-4ea0-8b76-b35d869e5897 None None] Provisioning complete for port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:04.652809 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db061d98-18eb-4ea0-8b76-b35d869e5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.701644 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-db061d98-18eb-4ea0-8b76-b35d869e5897 None None] Port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:26:04.739271 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:04.823222 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks [] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.829161 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:04.861910 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:02Z', 'revision_number': 3, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:04.890053 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc596791-38fe-458c-bc88-41bc1fcde466 None None] The sync data for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi is: [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:02Z', 'revision_number': 3, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:26:04.898896 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:04.901268 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (e1b46ba7-d449-4ee4-9868-209206ff8130), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:05.009039 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:05.010359 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:05.020140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:05.147115 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Router e1b46ba7-d449-4ee4-9868-209206ff8130 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:26:05.289056 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:26:05.295354 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-16945e38-4cad-4126-88b0-e2eded583276 admin admin] 10.222.0.61 "PUT /v2.0/routers/e1b46ba7-d449-4ee4-9868-209206ff8130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8433800 Jun 07 13:26:05.333122 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-db4210cf-9535-4598-9794-199fe8f9f5a5 None None] Provisioning complete for port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:05.333668 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-db4210cf-9535-4598-9794-199fe8f9f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:05.383772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-db4210cf-9535-4598-9794-199fe8f9f5a5 None None] Port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:26:05.638718 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d7d4e-ed92-4c26-8b59-e9ccb57d78f6 req-ab9bc746-ebc8-4d0f-be50-bb0952d694d0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:05.640447 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa8d7d4e-ed92-4c26-8b59-e9ccb57d78f6 req-ab9bc746-ebc8-4d0f-be50-bb0952d694d0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 943 time: 0.0560167 Jun 07 13:26:05.698178 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa8d7d4e-ed92-4c26-8b59-e9ccb57d78f6 req-c3cb3769-9e18-4cd8-9794-d993d0d27f8c tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520983 Jun 07 13:26:05.984482 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34844) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:05.989965 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-493261844-network', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:06.016012 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Made reservation on behalf of 681031f6fd45473db14bcb50c37f26ad for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:06.019257 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.029840 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.087001 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8bc68eb8-b980-4f16-aa58-d206d182a0f9 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:06.116375 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks [] for security_group (dd642a92-1f6d-49ed-8f45-84432ae5ee83), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.122038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (dd642a92-1f6d-49ed-8f45-84432ae5ee83), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.134083 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:06.134680 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.149710 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:26:06.170672 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd642a92-1f6d-49ed-8f45-84432ae5ee83,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:06.184268 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (d1ea304f-e3fb-43ff-9849-b85c2499960b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.184797 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Added segment d1ea304f-e3fb-43ff-9849-b85c2499960b of type vlan for network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 Jun 07 13:26:06.233135 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (1e8d29a3-0d73-474c-a59c-5b404b0f5d50), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.250914 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:06.268961 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (1e8d29a3-0d73-474c-a59c-5b404b0f5d50), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.270259 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:06.271338 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.332563 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3466613 Jun 07 13:26:06.335197 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34852) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:06.342386 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Request body: {'subnet': {'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-493261844-subnet', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:06.347860 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:06.348666 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.348851 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc153c39-e063-4b94-87cf-5293007a7fbf admin admin] Pushing event updated for resources: {'Network': ['ID=1e8d29a3-0d73-474c-a59c-5b404b0f5d50,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:06.370874 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:26:06.380045 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 8bc68eb8-b980-4f16-aa58-d206d182a0f9, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8bc68eb8-b980-4f16-aa58-d206d182a0f9,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:06.383682 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Made reservation on behalf of 681031f6fd45473db14bcb50c37f26ad for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:06.386284 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.422455 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.493564 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=8bc68eb8-b980-4f16-aa58-d206d182a0f9,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:06.601392 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (db104931-693c-4778-aad6-2f7a4c1d84d3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.604851 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:06.667735 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db104931-693c-4778-aad6-2f7a4c1d84d3,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:06.678791 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Checking segment: {'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:06.679171 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Network hostable DHCP agents. Network: 1e8d29a3-0d73-474c-a59c-5b404b0f5d50, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:26:06.698795 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:26:06.708687 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 1e8d29a3-0d73-474c-a59c-5b404b0f5d50) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:06.714014 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:06.714599 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.723202 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2c4cc-664f-416d-8f91-8fc99783aaad None None] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:26:06.734162 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ca633a73-a83b-450d-9ddb-ce89214b2823 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3980141 Jun 07 13:26:06.737212 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34864) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:06.741923 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:06.775112 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.776195 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.816208 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:06.821659 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Sync routers for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:26:06.842767 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:06.843421 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:06.848033 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36544bb-e22f-4e9c-a5b3-aa817b9eba76 req-142b3c6b-52dc-480e-9f84-4433219c68e3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:06.854767 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c36544bb-e22f-4e9c-a5b3-aa817b9eba76 req-142b3c6b-52dc-480e-9f84-4433219c68e3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 943 time: 0.0724642 Jun 07 13:26:06.912679 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c36544bb-e22f-4e9c-a5b3-aa817b9eba76 req-20518315-4a79-48e6-9faf-a5609d259926 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569692 Jun 07 13:26:06.950358 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-1e8d29a3-0d73-474c-a59c-5b404b0f5d50', 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50', 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'fixed_ips': [{'subnet_id': 'db104931-693c-4778-aad6-2f7a4c1d84d3'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:26:06.950737 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks [] for router_controller (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), precommit_add_association {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:06.951351 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.050621 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:07.083590 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34868) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:07.095927 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks [] for router_gateway (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.226994 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba60a6bb-69e8-4f64-9283-7379956edd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.235751 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:07.247167 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Allocated IP 172.20.0.2 (1e8d29a3-0d73-474c-a59c-5b404b0f5d50/db104931-693c-4778-aad6-2f7a4c1d84d3/ca997ec3-5724-4083-9d24-3057d4e489b3) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:07.307049 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks [] for router_gateway (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.330372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.342182 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba60a6bb-69e8-4f64-9283-7379956edd87 admin admin] Publish callbacks [] for security_group (9045466b-ddc2-4edb-beb6-ec30f48b00ed), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.349868 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba60a6bb-69e8-4f64-9283-7379956edd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (9045466b-ddc2-4edb-beb6-ec30f48b00ed), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.395065 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60a6bb-69e8-4f64-9283-7379956edd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9045466b-ddc2-4edb-beb6-ec30f48b00ed,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:07.399708 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ba60a6bb-69e8-4f64-9283-7379956edd87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cab9c65461ee4f47941785fc35fdddbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142898 Jun 07 13:26:07.401270 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 2, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:07.402387 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34872) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:07.439854 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Checking router: e1b46ba7-d449-4ee4-9868-209206ff8130 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:26:07.440208 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Updating router e1b46ba7-d449-4ee4-9868-209206ff8130 port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:26:07.480388 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6516-f0a0-416a-82ac-f1d14494a67a admin admin] Publish callbacks [] for security_group (9045466b-ddc2-4edb-beb6-ec30f48b00ed), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.495037 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Allocated IP 172.27.1.125 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/3f6ce088-7727-4925-a2ba-db8beaad0d7a) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:07.501863 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.507337 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6516-f0a0-416a-82ac-f1d14494a67a admin admin] Publish callbacks [] for security_group (9045466b-ddc2-4edb-beb6-ec30f48b00ed), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.518177 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:07.531530 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Publish callbacks [] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.554238 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.574034 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6516-f0a0-416a-82ac-f1d14494a67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (9045466b-ddc2-4edb-beb6-ec30f48b00ed), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.576839 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6516-f0a0-416a-82ac-f1d14494a67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.578074 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d2fd6516-f0a0-416a-82ac-f1d14494a67a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9045466b-ddc2-4edb-beb6-ec30f48b00ed HTTP/1.1" status: 204 len: 168 time: 0.1744971 Jun 07 13:26:07.596711 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd6516-f0a0-416a-82ac-f1d14494a67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9045466b-ddc2-4edb-beb6-ec30f48b00ed,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:07.631456 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:07.633925 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:07.640929 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks [] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.643884 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:07.653645 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:07.658224 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Pushing event updated for resources: {'Port': ['ID=ca997ec3-5724-4083-9d24-3057d4e489b3,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:07.662732 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:07.678596 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.721432 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:07.725600 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:07.732111 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:07.757092 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:07.773209 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6ce088-7727-4925-a2ba-db8beaad0d7a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:07.830389 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Attempting to bind port ca997ec3-5724-4083-9d24-3057d4e489b3 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:07.830653 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Attempting to bind port ca997ec3-5724-4083-9d24-3057d4e489b3 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:07.831220 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Attempting to bind port ca997ec3-5724-4083-9d24-3057d4e489b3 on network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:07.840559 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:07.841198 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Checking segment: {'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:07.841756 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.842304 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Bound using segment: {'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:07.842776 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Bound port: ca997ec3-5724-4083-9d24-3057d4e489b3, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:07.843175 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:07.865011 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device b83954e8-7ec5-4676-8eb6-33daf88474b1 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:26:07.935689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34880) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:07.947324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.027657 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks [] for router_gateway (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.028384 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] For port ca997ec3-5724-4083-9d24-3057d4e489b3, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:08.030884 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:08.048624 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Publish callbacks [] for security_group (7e517626-7d25-49c5-97ed-225f00b4a6a9), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.050983 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] For port ca997ec3-5724-4083-9d24-3057d4e489b3, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ca997ec3-5724-4083-9d24-3057d4e489b3,segment=NetworkSegment(d1ea304f-e3fb-43ff-9849-b85c2499960b),segment_id=d1ea304f-e3fb-43ff-9849-b85c2499960b)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:08.064747 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7e517626-7d25-49c5-97ed-225f00b4a6a9), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.099572 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.123346 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6277251912e481c93a4e887ddf25097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889231 Jun 07 13:26:08.126663 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34882) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:08.127832 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8bc68eb8-b980-4f16-aa58-d206d182a0f9 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:08.128723 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e517626-7d25-49c5-97ed-225f00b4a6a9,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:08.130957 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Publish callbacks [] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.147142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.147481 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.147816 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.148146 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.148471 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.148794 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.149112 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.149429 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.149740 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.150062 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.150381 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.150699 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.150820 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831571f-82c5-48b1-bb8d-c57f51ea4e6f req-d1446fb5-c086-485a-a3c9-ded1d7e64b6f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:08.151034 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.151403 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.151723 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf6410-bdc5-4b27-9cfa-0b2533aa0a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:08.152190 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b831571f-82c5-48b1-bb8d-c57f51ea4e6f req-d1446fb5-c086-485a-a3c9-ded1d7e64b6f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 943 time: 0.0908329 Jun 07 13:26:08.195163 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port b83954e8-7ec5-4676-8eb6-33daf88474b1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:08.201747 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.203776 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-82ae52c8-bf5f-4751-8254-ff5c71532428 admin admin] Publish callbacks [] for security_group (7e517626-7d25-49c5-97ed-225f00b4a6a9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.208209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:08.233854 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'port_id': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'mac_address': 'fa:16:3e:cf:da:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:26:08.237360 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-82ae52c8-bf5f-4751-8254-ff5c71532428 admin admin] Publish callbacks [] for security_group (7e517626-7d25-49c5-97ed-225f00b4a6a9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.260325 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72926a-0b4a-4a66-aba7-d3a7be4d35b5 None None] Pushing event updated for resources: {'Port': ['ID=ca997ec3-5724-4083-9d24-3057d4e489b3,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:08.317435 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-82ae52c8-bf5f-4751-8254-ff5c71532428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7e517626-7d25-49c5-97ed-225f00b4a6a9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.320390 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-82ae52c8-bf5f-4751-8254-ff5c71532428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.321595 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-82ae52c8-bf5f-4751-8254-ff5c71532428 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e517626-7d25-49c5-97ed-225f00b4a6a9 HTTP/1.1" status: 204 len: 168 time: 0.1939204 Jun 07 13:26:08.333055 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae52c8-bf5f-4751-8254-ff5c71532428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e517626-7d25-49c5-97ed-225f00b4a6a9,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:08.336266 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:08.336842 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.372254 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b831571f-82c5-48b1-bb8d-c57f51ea4e6f req-9612843a-0dee-4c26-8df4-6d2e80076962 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938050 Jun 07 13:26:08.397166 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.421304 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:08.423168 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port b83954e8-7ec5-4676-8eb6-33daf88474b1 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:08.423993 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.473791 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef566c0-5829-4b5e-bfc9-5896a0abd3d3 None None] Pushing event updated for resources: {'Port': ['ID=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:08.495161 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83954e8-7ec5-4676-8eb6-33daf88474b1 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:26:08.568761 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port b83954e8-7ec5-4676-8eb6-33daf88474b1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:08.572900 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Attempting to bind port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:08.573622 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Attempting to bind port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:08.574282 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Attempting to bind port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d on network 62d7580a-ccf0-479e-98f4-9f42b4289605 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:08.605862 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-8a53e291-efc0-45ad-9979-317f9147c329 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253595 Jun 07 13:26:08.613613 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.617613 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:08.619887 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Checking segment: {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:08.627248 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:08.627912 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.628805 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Bound using segment: {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:08.629904 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Bound port: 9a8aa819-4205-427a-8dc8-0c61e2f39d9d, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:08.630436 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.645425 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:26:08.716697 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:08.716914 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-b33abf5d-aff8-4e2a-be8b-aa8a7d61daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:08.719234 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-b33abf5d-aff8-4e2a-be8b-aa8a7d61daf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1129 time: 0.0854807 Jun 07 13:26:08.846537 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:26:08.856984 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Sync routers for ids ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:26:08.870974 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Routers {'4c8cc810-ab4d-41d1-9a67-f76ca41e663c'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:08.872826 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:08.875641 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.876051 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-1772c274-106e-451c-b883-e9cb6bbb343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:08.877122 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3ecf3f76-6333-4328-8508-ec34db6ceab6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1385167 Jun 07 13:26:08.879715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34888) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:08.881047 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-1772c274-106e-451c-b883-e9cb6bbb343a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.1364901 Jun 07 13:26:08.944178 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-8d0097a6-bfee-40d2-9cf8-3b16370c463d None None] Provisioning complete for port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:08.944479 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8d0097a6-bfee-40d2-9cf8-3b16370c463d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:08.946003 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=b83954e8-7ec5-4676-8eb6-33daf88474b1,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:08.973016 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] For port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:08.995327 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] For port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:09.006368 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-8d0097a6-bfee-40d2-9cf8-3b16370c463d None None] Port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:26:09.011250 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['b83954e8-7ec5-4676-8eb6-33daf88474b1'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:26:09.014097 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Set router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:09.017066 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.052582 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-9dcf4132-a1cf-4e28-bc91-57226b5f08d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 200 len: 1001 time: 0.1633413 Jun 07 13:26:09.129451 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef566c0-5829-4b5e-bfc9-5896a0abd3d3 None None] Pushing event updated for resources: {'Port': ['ID=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:09.143028 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:09.143664 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:09.161462 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:09.181211 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-09fc94b3-6521-4c90-9f20-bfcece5439a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:09.182878 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-09fc94b3-6521-4c90-9f20-bfcece5439a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.1197758 Jun 07 13:26:09.255797 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:26:07Z', 'revision_number': 3, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:09.287465 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Checking router: 4c8cc810-ab4d-41d1-9a67-f76ca41e663c for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:26:09.288037 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Updating router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c port 3f6ce088-7727-4925-a2ba-db8beaad0d7a binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:26:09.329553 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.337783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-5eeca832-eb4e-49c6-898e-59a88e58850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:09.344167 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-5eeca832-eb4e-49c6-898e-59a88e58850a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1373506 Jun 07 13:26:09.580504 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-d1216f2d-0f5d-4607-a40b-b11c7a23e5e4 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235219 Jun 07 13:26:09.615616 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:09.695028 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-38acca0a-b1fe-47c2-9d96-d3b8c3dc7c9c None None] Provisioning complete for port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:09.695643 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-38acca0a-b1fe-47c2-9d96-d3b8c3dc7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.755199 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-3356ad91-dc25-4603-ae0a-17a6a970b6be req-9891054c-2b48-442f-94e5-e9c78b47e7f0 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652870 Jun 07 13:26:09.792646 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea0a96-8a0d-4cc5-8f54-defd59fb9bbf req-e0019e40-c6e8-469f-beb4-e3d9522fb1e4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:09.802000 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-49ea0a96-8a0d-4cc5-8f54-defd59fb9bbf req-e0019e40-c6e8-469f-beb4-e3d9522fb1e4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 944 time: 0.2149863 Jun 07 13:26:09.869356 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Publish callbacks [] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.873988 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:09.874586 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:09.880558 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.935496 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Attempting to bind port 3f6ce088-7727-4925-a2ba-db8beaad0d7a on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:09.936000 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Attempting to bind port 3f6ce088-7727-4925-a2ba-db8beaad0d7a by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:09.936455 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Attempting to bind port 3f6ce088-7727-4925-a2ba-db8beaad0d7a on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:09.943968 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:09.945776 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-38acca0a-b1fe-47c2-9d96-d3b8c3dc7c9c None None] Current status of the port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:09.946211 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-38acca0a-b1fe-47c2-9d96-d3b8c3dc7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.949296 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4627e-0601-4b4e-9579-3732d8523fe5 None None] Pushing event updated for resources: {'Port': ['ID=3f6ce088-7727-4925-a2ba-db8beaad0d7a,revision_number=2']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:09.950539 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:09.952733 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:09.953217 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:09.953808 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.954327 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:09.954942 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Bound port: 3f6ce088-7727-4925-a2ba-db8beaad0d7a, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:09.955456 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:09.963260 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b00b05-b3aa-494c-a5f5-7fd44d563233 None None] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:26:10.015462 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] For port 3f6ce088-7727-4925-a2ba-db8beaad0d7a, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:10.019094 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] For port 3f6ce088-7727-4925-a2ba-db8beaad0d7a, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3f6ce088-7727-4925-a2ba-db8beaad0d7a,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:10.030296 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.058669 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-38acca0a-b1fe-47c2-9d96-d3b8c3dc7c9c None None] For port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:10.147044 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-38acca0a-b1fe-47c2-9d96-d3b8c3dc7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.156755 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Routers {'4c8cc810-ab4d-41d1-9a67-f76ca41e663c'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:10.157536 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:10.188083 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-49ea0a96-8a0d-4cc5-8f54-defd59fb9bbf req-b7d6d4b8-72fd-47e5-8145-5a6f9ac06d00 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560326 Jun 07 13:26:10.238760 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4627e-0601-4b4e-9579-3732d8523fe5 None None] Pushing event updated for resources: {'Port': ['ID=3f6ce088-7727-4925-a2ba-db8beaad0d7a,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:10.241254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.272308 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:10.273910 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ca997ec3-5724-4083-9d24-3057d4e489b3 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:10.309189 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] Set router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:10.393864 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-b7a61d1d-a3e2-44d6-9f90-65d752318456 None None] Provisioning complete for port ca997ec3-5724-4083-9d24-3057d4e489b3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:10.394146 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b7a61d1d-a3e2-44d6-9f90-65d752318456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.420845 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acca0a-b1fe-47c2-9d96-d3b8c3dc7c9c None None] Pushing event updated for resources: {'Port': ['ID=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:10.460574 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Allocated IP 172.20.0.1 (1e8d29a3-0d73-474c-a59c-5b404b0f5d50/db104931-693c-4778-aad6-2f7a4c1d84d3/d9bbb443-9c03-4fc0-95a4-a0153fff09b5) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:10.480115 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port ca997ec3-5724-4083-9d24-3057d4e489b3 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:10.480115 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.541244 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:10.563296 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:08Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:10.615318 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:26:07Z', 'revision_number': 3, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:10.633771 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7093-e973-4598-85b5-20eeaf41082b None None] The sync data for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi is: [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:08Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:26:10.655072 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b7a61d1d-a3e2-44d6-9f90-65d752318456 None None] Current status of the port ca997ec3-5724-4083-9d24-3057d4e489b3 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:10.655577 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b7a61d1d-a3e2-44d6-9f90-65d752318456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.662767 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac78d1e-d903-466e-b765-6d5c8f929cc9 None None] The sync data for ids ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'] in dv-cinder-844601-3-iscsi is: [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:26:07Z', 'revision_number': 3, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:26:10.689893 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks [] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.767771 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ca997ec3-5724-4083-9d24-3057d4e489b3 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:10.768325 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.806418 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-b7a61d1d-a3e2-44d6-9f90-65d752318456 None None] For port ca997ec3-5724-4083-9d24-3057d4e489b3, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ca997ec3-5724-4083-9d24-3057d4e489b3,segment=NetworkSegment(d1ea304f-e3fb-43ff-9849-b85c2499960b),segment_id=d1ea304f-e3fb-43ff-9849-b85c2499960b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:10.815131 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b7a61d1d-a3e2-44d6-9f90-65d752318456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.861229 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:10.900843 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a61d1d-a3e2-44d6-9f90-65d752318456 None None] Pushing event updated for resources: {'Port': ['ID=ca997ec3-5724-4083-9d24-3057d4e489b3,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:10.915829 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:10.919963 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:10.922670 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:10.962919 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Pushing event updated for resources: {'Port': ['ID=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:10.994850 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.995191 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.995533 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.995974 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.996295 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.997170 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.997684 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.997984 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.998354 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.999233 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:10.999777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:11.000169 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:11.001352 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:11.001672 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:11.002379 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:11.019799 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.db.api [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 07 13:26:11.022543 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG oslo_db.api [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:26:11.026287 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:11.036262 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-7fbafdbc-2979-4918-a523-90007e899724 None None] Provisioning complete for port ca997ec3-5724-4083-9d24-3057d4e489b3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:11.036883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7fbafdbc-2979-4918-a523-90007e899724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:11.173687 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-7fbafdbc-2979-4918-a523-90007e899724 None None] Current status of the port ca997ec3-5724-4083-9d24-3057d4e489b3 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:11.249246 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:11.431688 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:11.477599 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9963c4-32ce-4369-8d9e-27d8b2b8b009 req-44ba898a-45d5-462e-8ba6-7d1c55cf20e3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:11.481756 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed9963c4-32ce-4369-8d9e-27d8b2b8b009 req-44ba898a-45d5-462e-8ba6-7d1c55cf20e3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 944 time: 0.1131282 Jun 07 13:26:11.504176 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-e2a54135-27d7-48e8-a470-fd0696699a7a None None] Provisioning complete for port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:11.504842 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e2a54135-27d7-48e8-a470-fd0696699a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:11.583712 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-e2a54135-27d7-48e8-a470-fd0696699a7a None None] Port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:26:11.596563 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ca997ec3-5724-4083-9d24-3057d4e489b3 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:11.681950 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed9963c4-32ce-4369-8d9e-27d8b2b8b009 req-de8a56e4-3b90-4718-8d73-5303e780ed39 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784894 Jun 07 13:26:11.684673 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks [] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:11.696299 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:11.761805 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Pushing event updated for resources: {'Port': ['ID=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:11.767192 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:11.782252 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:11.893141 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device b83954e8-7ec5-4676-8eb6-33daf88474b1 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:11.901762 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:11.904015 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:11.971693 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:11.982480 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 34960) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:11.987903 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port b83954e8-7ec5-4676-8eb6-33daf88474b1 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:26:12.004897 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port b83954e8-7ec5-4676-8eb6-33daf88474b1 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:12.006003 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.068168 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:26:12.105393 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:12.206253 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a2ba076c-598b-42b2-aa6f-81e540322ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.239019 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port b83954e8-7ec5-4676-8eb6-33daf88474b1 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:12.239435 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.284061 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:26:12.290850 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d434811a-61cc-4385-a049-1ce10fce78ab admin admin] 10.222.0.61 "PUT /v2.0/routers/4c8cc810-ab4d-41d1-9a67-f76ca41e663c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4099495 Jun 07 13:26:12.291971 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:26:12.297897 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112f7d67-7063-4a64-b43f-17e4add6583f" -d '{"events": [{"server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "name": "network-vif-plugged", "status": "completed", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:26:12.330256 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port b83954e8-7ec5-4676-8eb6-33daf88474b1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:12.331361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-8df48989-767d-4a2d-ac16-5cd7d0424e6c None None] Provisioning complete for port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:12.331699 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8df48989-767d-4a2d-ac16-5cd7d0424e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.366179 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-8df48989-767d-4a2d-ac16-5cd7d0424e6c None None] Port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:26:12.367809 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.407538 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a2ba076c-598b-42b2-aa6f-81e540322ab1 admin admin] Publish callbacks [] for security_group (34860144-0e83-4ced-8d90-4aae051daa68), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.417092 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3610036-661b-49a6-97ba-2dbce9b7ed6e x-openstack-request-id: req-a3610036-661b-49a6-97ba-2dbce9b7ed6e {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:26:12.419550 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a2ba076c-598b-42b2-aa6f-81e540322ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (34860144-0e83-4ced-8d90-4aae051daa68), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.421826 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "name": "network-vif-plugged", "status": "completed", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:26:12.422329 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3610036-661b-49a6-97ba-2dbce9b7ed6e {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:26:12.423096 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3610036-661b-49a6-97ba-2dbce9b7ed6e'] response: {'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'code': 200} Jun 07 13:26:12.426648 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3f6ce088-7727-4925-a2ba-db8beaad0d7a up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:12.479962 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 34968) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:12.481884 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a2ba076c-598b-42b2-aa6f-81e540322ab1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4662df8567ea40f78b4d7bd225a1e309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976153 Jun 07 13:26:12.497212 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba076c-598b-42b2-aa6f-81e540322ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34860144-0e83-4ced-8d90-4aae051daa68,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:12.568377 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b89f40b6-8538-41da-ac86-36e0d92adbd6 admin admin] Publish callbacks [] for security_group (34860144-0e83-4ced-8d90-4aae051daa68), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.595583 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b89f40b6-8538-41da-ac86-36e0d92adbd6 admin admin] Publish callbacks [] for security_group (34860144-0e83-4ced-8d90-4aae051daa68), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.675159 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b89f40b6-8538-41da-ac86-36e0d92adbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (34860144-0e83-4ced-8d90-4aae051daa68), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.679537 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b89f40b6-8538-41da-ac86-36e0d92adbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.681084 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b89f40b6-8538-41da-ac86-36e0d92adbd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34860144-0e83-4ced-8d90-4aae051daa68 HTTP/1.1" status: 204 len: 168 time: 0.1999567 Jun 07 13:26:12.690873 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=b83954e8-7ec5-4676-8eb6-33daf88474b1,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:12.709294 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f40b6-8538-41da-ac86-36e0d92adbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34860144-0e83-4ced-8d90-4aae051daa68,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:12.754548 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 3f6ce088-7727-4925-a2ba-db8beaad0d7a triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:12.754994 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.812309 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:12.827410 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca95a2b-d93c-4d5e-8ff6-55ec3a9e0d31 req-6071ce26-7835-45b6-b7c9-7d705c437eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:12.829266 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ca95a2b-d93c-4d5e-8ff6-55ec3a9e0d31 req-6071ce26-7835-45b6-b7c9-7d705c437eba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 1129 time: 0.1290050 Jun 07 13:26:12.844126 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:12.859080 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 3f6ce088-7727-4925-a2ba-db8beaad0d7a is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:12.859754 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.893247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 3f6ce088-7727-4925-a2ba-db8beaad0d7a, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3f6ce088-7727-4925-a2ba-db8beaad0d7a,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:12.897936 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8ca95a2b-d93c-4d5e-8ff6-55ec3a9e0d31 req-b8ddbf3a-50ef-46ec-af3f-8068ff0e98eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603728 Jun 07 13:26:12.904264 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:12.905388 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ca997ec3-5724-4083-9d24-3057d4e489b3 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:12.929749 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfe3b7-5dca-4f33-ab68-3664638bf219 req-8ec1f0bc-375d-4305-b96a-992ccf542794 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:12.931453 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-61bfe3b7-5dca-4f33-ab68-3664638bf219 req-8ec1f0bc-375d-4305-b96a-992ccf542794 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0795312 Jun 07 13:26:12.994511 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-61bfe3b7-5dca-4f33-ab68-3664638bf219 req-4846d956-8aa2-4eb1-b81f-5765b4dce82a tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571642 Jun 07 13:26:13.016132 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=3f6ce088-7727-4925-a2ba-db8beaad0d7a,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:13.032488 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port ca997ec3-5724-4083-9d24-3057d4e489b3 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:13.032488 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.124389 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ca997ec3-5724-4083-9d24-3057d4e489b3 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:13.125480 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9a8aa819-4205-427a-8dc8-0c61e2f39d9d up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:13.157063 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 35002) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:13.170551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-85e9fb44-6c92-4079-8c25-ec1f3bb4608f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.187093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:13.187859 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.255037 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-85e9fb44-6c92-4079-8c25-ec1f3bb4608f admin admin] Publish callbacks [] for security_group (356fb4df-882f-4b13-9506-b9dcd4c2bd29), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.259463 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-85e9fb44-6c92-4079-8c25-ec1f3bb4608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (356fb4df-882f-4b13-9506-b9dcd4c2bd29), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.268696 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:13.304231 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-85e9fb44-6c92-4079-8c25-ec1f3bb4608f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16a94ce9e5da42b4968dfa28d5018dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460845 Jun 07 13:26:13.305174 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9fb44-6c92-4079-8c25-ec1f3bb4608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356fb4df-882f-4b13-9506-b9dcd4c2bd29,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:13.306960 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35004) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:13.314619 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:13.363481 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-80aad983-5d2d-4560-b943-bfd7dd5fe338 admin admin] Publish callbacks [] for security_group (356fb4df-882f-4b13-9506-b9dcd4c2bd29), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.385574 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-80aad983-5d2d-4560-b943-bfd7dd5fe338 admin admin] Publish callbacks [] for security_group (356fb4df-882f-4b13-9506-b9dcd4c2bd29), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.450631 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-80aad983-5d2d-4560-b943-bfd7dd5fe338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (356fb4df-882f-4b13-9506-b9dcd4c2bd29), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.453376 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-80aad983-5d2d-4560-b943-bfd7dd5fe338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:13.454707 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-80aad983-5d2d-4560-b943-bfd7dd5fe338 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/356fb4df-882f-4b13-9506-b9dcd4c2bd29 HTTP/1.1" status: 204 len: 168 time: 0.1467001 Jun 07 13:26:13.465240 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aad983-5d2d-4560-b943-bfd7dd5fe338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356fb4df-882f-4b13-9506-b9dcd4c2bd29,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:13.616211 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Sync routers for ids ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:26:13.629170 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Routers {'4c8cc810-ab4d-41d1-9a67-f76ca41e663c'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:13.630088 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:13.725021 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:13.735835 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:13.761836 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Set router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:13.992202 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:26:11Z', 'revision_number': 4, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'd9bbb443-9c03-4fc0-95a4-a0153fff09b5', 'name': '', 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'mac_address': 'fa:16:3e:aa:cf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'db104931-693c-4778-aad6-2f7a4c1d84d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:10Z', 'updated_at': '2022-06-07T13:26:11Z', 'revision_number': 2, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'subnets': [{'id': 'db104931-693c-4778-aad6-2f7a4c1d84d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:14.098209 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Checking router: 4c8cc810-ab4d-41d1-9a67-f76ca41e663c for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:26:14.098941 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Updating router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:26:14.150413 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3f6ce088-7727-4925-a2ba-db8beaad0d7a up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:14.199644 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:14.217792 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68e2b5-ac61-4b2f-80af-bc180e1148bb req-f8a04b03-7325-42a5-a024-24f3a075522e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:14.218996 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2d68e2b5-ac61-4b2f-80af-bc180e1148bb req-f8a04b03-7325-42a5-a024-24f3a075522e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0768220 Jun 07 13:26:14.298551 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2d68e2b5-ac61-4b2f-80af-bc180e1148bb req-b1c5cdf3-c239-4488-b971-03e897f7fe1d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736253 Jun 07 13:26:14.380634 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 3f6ce088-7727-4925-a2ba-db8beaad0d7a triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:14.381006 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:14.567599 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 3f6ce088-7727-4925-a2ba-db8beaad0d7a is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:14.672635 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Publish callbacks [] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:14.685923 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:14.751529 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276382d-6b10-4c6f-937a-3c3ae2a82e2a None None] Pushing event updated for resources: {'Port': ['ID=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:14.827689 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Attempting to bind port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:14.828021 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Attempting to bind port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:14.828426 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Attempting to bind port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 on network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:14.842342 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:14.843050 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Checking segment: {'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:14.843247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:14.843582 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Bound using segment: {'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:14.844047 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Bound port: d9bbb443-9c03-4fc0-95a4-a0153fff09b5, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ea304f-e3fb-43ff-9849-b85c2499960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:14.851445 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:14.917954 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:14.940020 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:14.954095 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] For port d9bbb443-9c03-4fc0-95a4-a0153fff09b5, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:14.958080 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] For port d9bbb443-9c03-4fc0-95a4-a0153fff09b5, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,segment=NetworkSegment(d1ea304f-e3fb-43ff-9849-b85c2499960b),segment_id=d1ea304f-e3fb-43ff-9849-b85c2499960b)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:14.977480 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.042710 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-b082b5ff-6d59-44a9-b747-994cee9db138 None None] Provisioning complete for port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:15.044069 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b082b5ff-6d59-44a9-b747-994cee9db138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.095182 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Routers {'4c8cc810-ab4d-41d1-9a67-f76ca41e663c'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:15.096123 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:15.100144 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276382d-6b10-4c6f-937a-3c3ae2a82e2a None None] Pushing event updated for resources: {'Port': ['ID=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:15.245259 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] Set router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:15.255184 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35044) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:15.354741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b082b5ff-6d59-44a9-b747-994cee9db138 None None] Current status of the port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:15.355820 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b082b5ff-6d59-44a9-b747-994cee9db138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.409770 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-784abef2-e7aa-4ffb-b2fd-89c5849e2d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.444786 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-b082b5ff-6d59-44a9-b747-994cee9db138 None None] For port d9bbb443-9c03-4fc0-95a4-a0153fff09b5, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,segment=NetworkSegment(d1ea304f-e3fb-43ff-9849-b85c2499960b),segment_id=d1ea304f-e3fb-43ff-9849-b85c2499960b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:15.458974 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b082b5ff-6d59-44a9-b747-994cee9db138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.492378 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6321ad-cfb7-4b60-a667-115182f340f0 req-9f1199f9-2b9d-4337-af66-4d239d9da57d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:15.500313 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f6321ad-cfb7-4b60-a667-115182f340f0 req-9f1199f9-2b9d-4337-af66-4d239d9da57d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0868351 Jun 07 13:26:15.544933 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:15.552889 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082b5ff-6d59-44a9-b747-994cee9db138 None None] Pushing event updated for resources: {'Port': ['ID=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:15.572286 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:26:11Z', 'revision_number': 4, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'd9bbb443-9c03-4fc0-95a4-a0153fff09b5', 'name': '', 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'mac_address': 'fa:16:3e:aa:cf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'db104931-693c-4778-aad6-2f7a4c1d84d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:10Z', 'updated_at': '2022-06-07T13:26:14Z', 'revision_number': 4, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'subnets': [{'id': 'db104931-693c-4778-aad6-2f7a4c1d84d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:15.579521 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f6321ad-cfb7-4b60-a667-115182f340f0 req-b7bbd082-1c89-49fb-ac5b-f7e2033f889d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780993 Jun 07 13:26:15.602968 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9060e-5613-4ae5-ab10-5ee987768099 None None] The sync data for ids ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'] in dv-cinder-844601-3-iscsi is: [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:26:11Z', 'revision_number': 4, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'd9bbb443-9c03-4fc0-95a4-a0153fff09b5', 'name': '', 'network_id': '1e8d29a3-0d73-474c-a59c-5b404b0f5d50', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'mac_address': 'fa:16:3e:aa:cf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'db104931-693c-4778-aad6-2f7a4c1d84d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:10Z', 'updated_at': '2022-06-07T13:26:14Z', 'revision_number': 4, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'subnets': [{'id': 'db104931-693c-4778-aad6-2f7a4c1d84d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:26:15.604514 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-4d918aef-a403-4b45-85db-a8543695cee3 None None] Provisioning complete for port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:15.604870 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d918aef-a403-4b45-85db-a8543695cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.607842 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-784abef2-e7aa-4ffb-b2fd-89c5849e2d23 admin admin] Publish callbacks [] for security_group (3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.615938 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-784abef2-e7aa-4ffb-b2fd-89c5849e2d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.641699 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784abef2-e7aa-4ffb-b2fd-89c5849e2d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:15.685104 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 35052) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:15.685580 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-784abef2-e7aa-4ffb-b2fd-89c5849e2d23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e67f36e7f2b34e34bb3738d8ebd4ef4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291601 Jun 07 13:26:15.774497 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-4d918aef-a403-4b45-85db-a8543695cee3 None None] Current status of the port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:15.799625 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24cc953f-c1e2-4358-a875-8f1817cd1c04 admin admin] Publish callbacks [] for security_group (3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.822390 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b07cf9-23de-49df-9a18-b5567eafbfb0 req-e00791db-c1ff-4d5c-ac5d-f51424b9ce8d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:15.824105 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14b07cf9-23de-49df-9a18-b5567eafbfb0 req-e00791db-c1ff-4d5c-ac5d-f51424b9ce8d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0739169 Jun 07 13:26:15.830234 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24cc953f-c1e2-4358-a875-8f1817cd1c04 admin admin] Publish callbacks [] for security_group (3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.893184 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14b07cf9-23de-49df-9a18-b5567eafbfb0 req-ac809cd5-5f78-4ccc-9059-4e804e5c73a9 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601268 Jun 07 13:26:15.919676 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35054) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:15.932025 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24cc953f-c1e2-4358-a875-8f1817cd1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.935884 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-24cc953f-c1e2-4358-a875-8f1817cd1c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:15.953824 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-24cc953f-c1e2-4358-a875-8f1817cd1c04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675 HTTP/1.1" status: 204 len: 168 time: 0.2551315 Jun 07 13:26:15.974683 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc953f-c1e2-4358-a875-8f1817cd1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccb3056-8f39-4d6f-9b6d-ea72ee3ba675,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:16.159010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device d9bbb443-9c03-4fc0-95a4-a0153fff09b5 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:16.186073 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb845d7-b807-4456-b097-7501bf3aea36 tempest-TestVolumeBootPattern-533641782 tempest-TestVolumeBootPattern-533641782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:16.189295 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2eb845d7-b807-4456-b097-7501bf3aea36 tempest-TestVolumeBootPattern-533641782 tempest-TestVolumeBootPattern-533641782-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 1124 time: 0.2651544 Jun 07 13:26:16.192015 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 35062) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:16.200622 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'port_id': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:16.230749 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:16.271948 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:16.283126 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:16.283839 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:16.453653 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:16.712176 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:16.863009 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Allocated IP 172.27.1.178 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/448e8c3a-be6a-4823-86f0-06b0f1f956ae) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:16.998593 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.006531 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 35080) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:17.033954 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:17.055647 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.096236 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:17.112346 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:17.116876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:17.119281 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=448e8c3a-be6a-4823-86f0-06b0f1f956ae,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:17.121720 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:17.159819 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1722942222-network', 'tenant_id': 'a004938108be44fd8367b8fae5592613'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:17.187076 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Made reservation on behalf of a004938108be44fd8367b8fae5592613 for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:17.189930 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.223660 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.444530 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks [] for security_group (7277d5f9-753f-407a-8166-4729e66267e7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.451169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7277d5f9-753f-407a-8166-4729e66267e7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.501712 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7277d5f9-753f-407a-8166-4729e66267e7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:17.512958 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:26:17.581676 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (f31fd50c-872c-44bc-93be-ee57ee9b8b2c), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.582022 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Added segment f31fd50c-872c-44bc-93be-ee57ee9b8b2c of type vlan for network 749bef9f-ed8d-4079-86c1-f28336ec4a01 Jun 07 13:26:17.666089 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (749bef9f-ed8d-4079-86c1-f28336ec4a01), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.694284 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (8384688b-b5f7-4469-9905-ba94dcb85b78), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.724477 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (749bef9f-ed8d-4079-86c1-f28336ec4a01), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.725479 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:17.726051 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.742530 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:17.813713 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8063881 Jun 07 13:26:17.819027 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35088) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:17.826454 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:17.831630 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Request body: {'subnet': {'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1722942222-subnet', 'tenant_id': 'a004938108be44fd8367b8fae5592613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:17.834041 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b7239-9899-4dde-a14f-09619dfca58c admin admin] Pushing event updated for resources: {'Network': ['ID=749bef9f-ed8d-4079-86c1-f28336ec4a01,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:17.836725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:17.849909 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 749bef9f-ed8d-4079-86c1-f28336ec4a01 details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:26:17.904180 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Made reservation on behalf of a004938108be44fd8367b8fae5592613 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:17.906965 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10484662'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:18.112628 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:18.120918 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:18.188510 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:18.211847 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10484612'] for subnet (6563bc3c-91f2-46b4-bae4-87cbd343b182), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:18.232028 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event updated for resources: {'Port': ['ID=448e8c3a-be6a-4823-86f0-06b0f1f956ae,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:18.237335 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (8384688b-b5f7-4469-9905-ba94dcb85b78), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:18.264370 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6563bc3c-91f2-46b4-bae4-87cbd343b182,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:18.299844 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Checking segment: {'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:18.300267 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Network hostable DHCP agents. Network: 749bef9f-ed8d-4079-86c1-f28336ec4a01, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:26:18.320953 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Network 749bef9f-ed8d-4079-86c1-f28336ec4a01 is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:26:18.336002 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 749bef9f-ed8d-4079-86c1-f28336ec4a01) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:18.342549 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:18.343409 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:18.350926 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89b4a3-8e85-447f-b125-d1669ff2d828 None None] Network 749bef9f-ed8d-4079-86c1-f28336ec4a01 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:26:18.355639 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Floating IP 8384688b-b5f7-4469-9905-ba94dcb85b78 associated. External IP: 172.27.1.178, port: b83954e8-7ec5-4676-8eb6-33daf88474b1. Jun 07 13:26:18.369954 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-422b7fc5-2d18-4258-b4ce-49bbe0f32248 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5482261 Jun 07 13:26:18.454613 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:18.498994 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d23c9ce-2650-4b83-99b5-df79729c7473 None None] Network 749bef9f-ed8d-4079-86c1-f28336ec4a01 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:26:18.664035 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:26:18.810664 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:26:18.821564 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:26:18.840995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:18.846356 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:18.847305 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:18.880365 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-36d311cb-b6d2-4d8f-9d29-6dafe0e7f81f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6869614 Jun 07 13:26:18.881088 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:26:18.883427 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fc5de6-0e38-4714-b471-0b96a95fccdb" -d '{"events": [{"name": "network-changed", "server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:26:18.940854 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c209cb2f-9d49-40c2-8c65-9f9b97bc4dd7 x-openstack-request-id: req-c209cb2f-9d49-40c2-8c65-9f9b97bc4dd7 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:26:18.941385 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:26:18.941814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c209cb2f-9d49-40c2-8c65-9f9b97bc4dd7 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:26:18.942388 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c209cb2f-9d49-40c2-8c65-9f9b97bc4dd7'] response: {'name': 'network-changed', 'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'status': 'completed', 'code': 200} Jun 07 13:26:18.990572 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:19.033631 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-5364b1ff-1775-4a4a-9931-239f875150f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:19.036330 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-5364b1ff-1775-4a4a-9931-239f875150f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 1129 time: 0.0709538 Jun 07 13:26:19.097487 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:19.114579 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6ad98a06-6e5f-407f-b685-bd28c664abd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:19.212943 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:19.246556 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:19.250784 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-32e6ea36-55be-4e63-84d6-ed67a0afd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:19.252290 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-32e6ea36-55be-4e63-84d6-ed67a0afd483 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.2043612 Jun 07 13:26:19.292748 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '8384688b-b5f7-4469-9905-ba94dcb85b78', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:cf:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:26:17Z', 'updated_at': '2022-06-07T13:26:17Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}, {'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:05Z', 'revision_number': 1, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:19.347690 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-76c23c2a-ad77-437b-b0d0-a63fc2d350e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1 HTTP/1.1" status: 200 len: 999 time: 0.0834830 Jun 07 13:26:19.410033 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:26:19.415918 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-ccaebc0e-72b5-4509-bcc6-39ca37f750a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:19.417682 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-ccaebc0e-72b5-4509-bcc6-39ca37f750a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0635090 Jun 07 13:26:19.420014 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:19.420856 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:25:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:19.471221 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-34d497ec-2738-4ba4-badd-f9f4eab203ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:19.472760 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-34d497ec-2738-4ba4-badd-f9f4eab203ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477850 Jun 07 13:26:19.532672 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:19.546447 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:19.588287 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-4cd3a14b-2db7-4236-ac06-e8e9db0272ce service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065338 Jun 07 13:26:19.705976 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c7fc5de6-0e38-4714-b471-0b96a95fccdb req-7fcfb035-a3de-419b-91fe-d0d605a90cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100502 Jun 07 13:26:19.796855 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '8384688b-b5f7-4469-9905-ba94dcb85b78', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:cf:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:26:17Z', 'updated_at': '2022-06-07T13:26:17Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}, {'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:05Z', 'revision_number': 1, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:19.826903 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f350f-5f75-475a-bc38-d0032d4307ca None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '8384688b-b5f7-4469-9905-ba94dcb85b78', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:cf:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:26:17Z', 'updated_at': '2022-06-07T13:26:17Z', 'revision_number': 0, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}, {'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:05Z', 'revision_number': 1, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:26:20.054888 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5d8bf-0d5e-4843-9d38-89433159edd7 None None] New status for floating IP 8384688b-b5f7-4469-9905-ba94dcb85b78: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:26:20.517833 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-fac9da06-0828-4ff0-8d37-75d1d509e198 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:20.523289 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-fac9da06-0828-4ff0-8d37-75d1d509e198 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/networks?id=749bef9f-ed8d-4079-86c1-f28336ec4a01 HTTP/1.1" status: 200 len: 814 time: 0.1417327 Jun 07 13:26:20.546035 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-2bb8335c-b799-4c16-8a51-8e87ff2eb692 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/quotas/a004938108be44fd8367b8fae5592613 HTTP/1.1" status: 200 len: 375 time: 0.0212300 Jun 07 13:26:20.576626 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-ea15e07d-6f30-4383-9cb0-55c92cdbae2f tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a004938108be44fd8367b8fae5592613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295928 Jun 07 13:26:20.692429 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-671aeb93-d17d-420d-ac51-0d2aff170ef2 service neutron] 10.222.0.61 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090727 Jun 07 13:26:20.753894 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:20.802419 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e705d83c-1973-44eb-a412-fc95f3c8e514 service neutron] 10.222.0.61 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994110 Jun 07 13:26:21.087705 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0c82cd73-9e66-4977-85a3-51cf2c7cf2e1 req-314c8ac1-d561-4f92-84ba-cb4df069963b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 210 time: 0.0613532 Jun 07 13:26:21.336028 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-75f96b6e-8f7b-4e01-8ce0-12727f5d68fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:22.282631 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-33a9d28a-c6fd-4cb1-b295-b9164056fc5b req-7f495e63-2f6f-47b8-8e98-128c08dddd7a tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 210 time: 0.0925109 Jun 07 13:26:22.381972 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-30b9f4ae-4526-488e-99cb-71162e8745bc tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:22.384342 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-30b9f4ae-4526-488e-99cb-71162e8745bc tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "GET /v2.0/networks?id=749bef9f-ed8d-4079-86c1-f28336ec4a01 HTTP/1.1" status: 200 len: 814 time: 0.1751430 Jun 07 13:26:22.402361 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Request body: {'port': {'device_id': '6713415a-0881-4a58-990a-a2f14225eb3a', 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01', 'admin_state_up': True, 'tenant_id': 'a004938108be44fd8367b8fae5592613'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:22.433707 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddc45f-70aa-4054-aba9-020659db4801 req-6e695f36-6a86-4b5a-bf94-93eaa5aa74a1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:22.442059 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2ddc45f-70aa-4054-aba9-020659db4801 req-6e695f36-6a86-4b5a-bf94-93eaa5aa74a1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.1057796 Jun 07 13:26:22.525582 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2ddc45f-70aa-4054-aba9-020659db4801 req-17e28dd2-f2f3-428f-a6ca-a1c87d2b2d96 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719464 Jun 07 13:26:22.527386 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:22.592391 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Made reservation on behalf of a004938108be44fd8367b8fae5592613 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:22.596341 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:22.742104 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Allocated IP 172.20.0.11 (749bef9f-ed8d-4079-86c1-f28336ec4a01/6563bc3c-91f2-46b4-bae4-87cbd343b182/c9751bb1-523a-4bf5-99a9-3905114fd3ac) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:22.911589 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks [] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:22.929968 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:22.940539 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:22.958463 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.005062 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Network 749bef9f-ed8d-4079-86c1-f28336ec4a01 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:23.008162 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:23.010709 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:23.043289 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Pushing event updated for resources: {'Port': ['ID=c9751bb1-523a-4bf5-99a9-3905114fd3ac,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:23.079960 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:23.080611 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.099789 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-6ce81f85-856c-4431-b61a-6cec132dcf98 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7040505 Jun 07 13:26:23.112302 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Request body: {'port': {'device_id': '6713415a-0881-4a58-990a-a2f14225eb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:23.178746 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.414266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648dc4a-e56e-433c-bbbe-6202ed1a9c61 req-2ba6d862-460a-4145-a86c-1a2fc31538f5 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:23.426275 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3648dc4a-e56e-433c-bbbe-6202ed1a9c61 req-2ba6d862-460a-4145-a86c-1a2fc31538f5 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 932 time: 0.0755191 Jun 07 13:26:23.486676 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3648dc4a-e56e-433c-bbbe-6202ed1a9c61 req-fc41513a-c5c2-4b95-9445-e481d87d334b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590272 Jun 07 13:26:23.540709 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9751bb1-523a-4bf5-99a9-3905114fd3ac {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:26:23.553643 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Publish callbacks [] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.569841 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Transition to ACTIVE for port object c9751bb1-523a-4bf5-99a9-3905114fd3ac will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:26:23.579479 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.642295 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Pushing event updated for resources: {'Port': ['ID=c9751bb1-523a-4bf5-99a9-3905114fd3ac,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:23.665271 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab9849-12c0-4dc1-81c3-cca719f366b4 req-d4bdf1da-cc13-4592-b871-33a195543195 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:23.671356 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0ab9849-12c0-4dc1-81c3-cca719f366b4 req-d4bdf1da-cc13-4592-b871-33a195543195 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0732732 Jun 07 13:26:23.737568 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0ab9849-12c0-4dc1-81c3-cca719f366b4 req-4ea54687-99ac-4c5b-964f-10b4d4996848 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638633 Jun 07 13:26:23.750580 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Attempting to bind port c9751bb1-523a-4bf5-99a9-3905114fd3ac on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:23.750957 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Attempting to bind port c9751bb1-523a-4bf5-99a9-3905114fd3ac by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:23.751422 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Attempting to bind port c9751bb1-523a-4bf5-99a9-3905114fd3ac on network 749bef9f-ed8d-4079-86c1-f28336ec4a01 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:23.756741 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Port c9751bb1-523a-4bf5-99a9-3905114fd3ac on network 749bef9f-ed8d-4079-86c1-f28336ec4a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:26:23.757110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Attempting to bind port c9751bb1-523a-4bf5-99a9-3905114fd3ac on network 749bef9f-ed8d-4079-86c1-f28336ec4a01 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:23.763852 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:23.764193 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Checking segment: {'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:23.764570 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Bound using segment: {'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:23.764996 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Bound port: c9751bb1-523a-4bf5-99a9-3905114fd3ac, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:23.765348 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.833367 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:23.835106 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] For port c9751bb1-523a-4bf5-99a9-3905114fd3ac, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:23.839611 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] For port c9751bb1-523a-4bf5-99a9-3905114fd3ac, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c9751bb1-523a-4bf5-99a9-3905114fd3ac,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:23.846615 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.889670 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:23.890293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.891821 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] 10.222.0.18 "PUT /v2.0/ports/c9751bb1-523a-4bf5-99a9-3905114fd3ac HTTP/1.1" status: 200 len: 1094 time: 0.7841127 Jun 07 13:26:23.892262 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6713415a-0881-4a58-990a-a2f14225eb3a', 'tag': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:26:23.897246 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6bdfb-f995-44a3-abcc-e957aec2eb26" -d '{"events": [{"name": "network-changed", "server_uuid": "6713415a-0881-4a58-990a-a2f14225eb3a", "tag": "c9751bb1-523a-4bf5-99a9-3905114fd3ac"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:26:23.939665 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc79cf-8ee1-442f-b846-95a4d4341626 service neutron] Pushing event updated for resources: {'Port': ['ID=c9751bb1-523a-4bf5-99a9-3905114fd3ac,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:23.945539 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:23.955275 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b226c13d-8070-4df3-bd08-fbc6be94171f x-openstack-request-id: req-b226c13d-8070-4df3-bd08-fbc6be94171f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:26:23.955569 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6713415a-0881-4a58-990a-a2f14225eb3a", "tag": "c9751bb1-523a-4bf5-99a9-3905114fd3ac", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:26:23.955938 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b226c13d-8070-4df3-bd08-fbc6be94171f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:26:23.956375 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b226c13d-8070-4df3-bd08-fbc6be94171f'] response: {'name': 'network-changed', 'server_uuid': '6713415a-0881-4a58-990a-a2f14225eb3a', 'tag': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac', 'status': 'completed', 'code': 200} Jun 07 13:26:24.000000 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-2b908cbe-435b-4146-a796-732eece27e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:24.001407 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-2b908cbe-435b-4146-a796-732eece27e27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a004938108be44fd8367b8fae5592613&device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 1128 time: 0.0430779 Jun 07 13:26:24.048250 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-1bf220ef-1350-4ca4-9fb5-e259990d20b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9751bb1-523a-4bf5-99a9-3905114fd3ac HTTP/1.1" status: 200 len: 217 time: 0.0397646 Jun 07 13:26:24.094877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:24.105462 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-31b5f2de-0aee-4568-9ba0-31ce4cfdd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:24.107607 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-31b5f2de-0aee-4568-9ba0-31ce4cfdd1fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6563bc3c-91f2-46b4-bae4-87cbd343b182 HTTP/1.1" status: 200 len: 854 time: 0.0530505 Jun 07 13:26:24.142361 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-fa758cbb-2d7c-4ac3-a3be-69269565cf26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=749bef9f-ed8d-4079-86c1-f28336ec4a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265462 Jun 07 13:26:24.242329 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-e1254ee2-61fc-4f17-be5c-dae87a8a4f0d service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936964 Jun 07 13:26:24.342996 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2f77ca1b-4780-4a2c-bde5-c3aaf33b834f req-30847a53-c531-4b94-b3a7-7737014e7a8e service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884562 Jun 07 13:26:24.602908 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261995e2-9c69-41fb-ac75-eaba6df003f0 req-e4b26cbd-614b-4e7d-9dae-32d599e673d2 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:24.604268 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-261995e2-9c69-41fb-ac75-eaba6df003f0 req-e4b26cbd-614b-4e7d-9dae-32d599e673d2 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 944 time: 0.0463805 Jun 07 13:26:24.652807 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-261995e2-9c69-41fb-ac75-eaba6df003f0 req-b41ad960-fe34-4d1a-99f5-eaafec4c3f73 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Jun 07 13:26:24.775127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-1b992e98-d9e2-4323-ba43-60ecc9cc2ed4 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:24.776571 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-1b992e98-d9e2-4323-ba43-60ecc9cc2ed4 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 815 time: 0.1016564 Jun 07 13:26:24.788613 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:24.791411 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-7bacd569-8dbd-4e52-9f27-60d31239cdfd tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/quotas/6f612ecb68c2414f92e3887ffeff0cdd HTTP/1.1" status: 200 len: 375 time: 0.0096040 Jun 07 13:26:24.868895 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-a8f790b2-227f-454d-b113-024f2d6627af tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711648 Jun 07 13:26:24.875321 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1f3a-f14b-49b4-830e-adf27634c4c7 req-92a16a60-8813-43e7-8052-be2e8fda5209 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:24.876680 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea8f1f3a-f14b-49b4-830e-adf27634c4c7 req-92a16a60-8813-43e7-8052-be2e8fda5209 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0691838 Jun 07 13:26:24.979337 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea8f1f3a-f14b-49b4-830e-adf27634c4c7 req-5d8dfca1-7b3d-4f41-aaca-aedbaf55bdef tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917368 Jun 07 13:26:24.998069 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-0662c7b8-273c-4d09-85cc-31014e867b51 service neutron] 10.222.0.61 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174693 Jun 07 13:26:25.086446 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-ba7b9539-9c6e-45d5-9d2f-9f44878f2dec service neutron] 10.222.0.61 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826931 Jun 07 13:26:25.412857 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-96e41bd9-f697-43a7-9892-36df1e1bde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:25.413591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:25.414266 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-96e41bd9-f697-43a7-9892-36df1e1bde2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a004938108be44fd8367b8fae5592613&device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 1128 time: 0.0439587 Jun 07 13:26:25.763857 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-a0afa045-f7aa-4136-b2e0-162b652ad03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:25.765389 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-a0afa045-f7aa-4136-b2e0-162b652ad03c service neutron] 10.222.0.18 "GET /v2.0/networks?id=749bef9f-ed8d-4079-86c1-f28336ec4a01 HTTP/1.1" status: 200 len: 915 time: 0.3402510 Jun 07 13:26:25.768247 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664a5b-1fbd-48ea-95b6-6dc2907f4ae5 req-0039574e-b8a1-4bb6-b4c3-86f1db931245 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:25.769719 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3b664a5b-1fbd-48ea-95b6-6dc2907f4ae5 req-0039574e-b8a1-4bb6-b4c3-86f1db931245 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 944 time: 0.0482092 Jun 07 13:26:25.810577 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-379d68bf-e22f-4bb3-9f9b-d8a4630c489a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9751bb1-523a-4bf5-99a9-3905114fd3ac HTTP/1.1" status: 200 len: 217 time: 0.0354183 Jun 07 13:26:25.816416 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3b664a5b-1fbd-48ea-95b6-6dc2907f4ae5 req-86cbac32-1b6b-46e6-823b-17886dedc290 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Jun 07 13:26:25.860000 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-0793cc77-4eac-46a0-9c29-7fb01d68d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:25.861684 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-0793cc77-4eac-46a0-9c29-7fb01d68d6ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6563bc3c-91f2-46b4-bae4-87cbd343b182 HTTP/1.1" status: 200 len: 854 time: 0.0428045 Jun 07 13:26:25.894403 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-9d89a2ea-957d-414a-900d-87dc361da459 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=749bef9f-ed8d-4079-86c1-f28336ec4a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258770 Jun 07 13:26:25.983247 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-858189f3-a0a7-444a-b3ef-99d118446dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819523 Jun 07 13:26:26.003000 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device c9751bb1-523a-4bf5-99a9-3905114fd3ac details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:26:26.078912 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-42a6bdfb-f995-44a3-abcc-e957aec2eb26 req-0df9cc4d-e33c-4eef-a667-57eb7d140826 service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865834 Jun 07 13:26:26.094379 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918513b7-dfd3-4f12-8ab9-f635fff2e18e req-20c817b0-bdb1-447c-b929-1dc846d82274 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:26.095961 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-918513b7-dfd3-4f12-8ab9-f635fff2e18e req-20c817b0-bdb1-447c-b929-1dc846d82274 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0472071 Jun 07 13:26:26.105530 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port c9751bb1-523a-4bf5-99a9-3905114fd3ac, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c9751bb1-523a-4bf5-99a9-3905114fd3ac,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:26.117429 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac', 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01', 'port_id': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac', 'mac_address': 'fa:16:3e:7f:03:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6563bc3c-91f2-46b4-bae4-87cbd343b182', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:26:26.143075 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-918513b7-dfd3-4f12-8ab9-f635fff2e18e req-877d66fd-8ab7-45ea-b9af-eb053810ef67 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Jun 07 13:26:26.152230 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port c9751bb1-523a-4bf5-99a9-3905114fd3ac is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:26.152617 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:26.166401 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9751bb1-523a-4bf5-99a9-3905114fd3ac {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:26:26.186446 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port c9751bb1-523a-4bf5-99a9-3905114fd3ac, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c9751bb1-523a-4bf5-99a9-3905114fd3ac,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:26.192429 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:26.243763 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=c9751bb1-523a-4bf5-99a9-3905114fd3ac,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:26.263087 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cc8d7924-c2e3-4e11-8127-2d0092b91216 req-9c84c094-0264-4069-8532-516cbd395fb8 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 210 time: 0.0318527 Jun 07 13:26:26.481952 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['c9751bb1-523a-4bf5-99a9-3905114fd3ac'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:26:26.537904 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:26.918184 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:26.931813 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ecfbf-3060-42f7-a68e-a4777229d1d6 req-0eff703b-8c34-4453-9de9-4fdd76e63f35 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:26.933248 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c20ecfbf-3060-42f7-a68e-a4777229d1d6 req-0eff703b-8c34-4453-9de9-4fdd76e63f35 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 945 time: 0.0468783 Jun 07 13:26:26.978959 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c20ecfbf-3060-42f7-a68e-a4777229d1d6 req-1f3f3359-d17f-4798-8165-fc385f1e2108 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Jun 07 13:26:27.279732 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517d7bf-b761-47ae-8c67-a95764cb29db req-06f935ac-478f-47f4-aa39-83283ab4369a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:27.281313 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2517d7bf-b761-47ae-8c67-a95764cb29db req-06f935ac-478f-47f4-aa39-83283ab4369a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0698724 Jun 07 13:26:27.346267 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2517d7bf-b761-47ae-8c67-a95764cb29db req-02d24d55-bb2b-40ec-91f3-5f0017050cba tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557525 Jun 07 13:26:27.373775 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-014a408a-4a0f-4711-b18e-f15ff3b61ab3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:27.375193 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-014a408a-4a0f-4711-b18e-f15ff3b61ab3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.18 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 815 time: 0.1709449 Jun 07 13:26:27.390979 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'port': {'device_id': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'admin_state_up': True, 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:27.393513 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5ef288a4-0ca7-4126-a3dd-9940c49ceffd req-900a11b1-7f1f-416d-b573-702337ea836f tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 210 time: 0.0370920 Jun 07 13:26:27.499957 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Made reservation on behalf of 6f612ecb68c2414f92e3887ffeff0cdd for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:26:27.503506 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:27.506038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:27.582778 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:27.636057 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Allocated IP 172.20.0.4 (62d7580a-ccf0-479e-98f4-9f42b4289605/205bd185-c35d-4b2d-8e5f-ed13290b5e1e/bed14a51-6d9f-4196-acb1-a90c45346c0d) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:27.802013 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:27.836207 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:27.881503 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:27.884746 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:27.888923 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:27.924459 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:27.946246 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:27.946855 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:27.970934 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-1681da66-eb26-47be-9863-8f9eaf259d66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5852096 Jun 07 13:26:28.008248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device c9751bb1-523a-4bf5-99a9-3905114fd3ac up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:28.101563 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port c9751bb1-523a-4bf5-99a9-3905114fd3ac completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:26:28.119444 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port c9751bb1-523a-4bf5-99a9-3905114fd3ac triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:28.125830 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:28.168550 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:28.204601 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57abceb-f9bf-454c-8f42-3936d4ff97de req-feac79b6-9b1c-4f45-9cb5-c90cb624b51a tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:28.206776 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e57abceb-f9bf-454c-8f42-3936d4ff97de req-feac79b6-9b1c-4f45-9cb5-c90cb624b51a tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 945 time: 0.0755332 Jun 07 13:26:28.225986 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port c9751bb1-523a-4bf5-99a9-3905114fd3ac is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:28.226503 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:28.258187 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6713415a-0881-4a58-990a-a2f14225eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:26:28.261271 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942bc6f3-58e3-41b0-9523-88d67d5a62b7" -d '{"events": [{"server_uuid": "6713415a-0881-4a58-990a-a2f14225eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c9751bb1-523a-4bf5-99a9-3905114fd3ac"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:26:28.276530 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port c9751bb1-523a-4bf5-99a9-3905114fd3ac, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c9751bb1-523a-4bf5-99a9-3905114fd3ac,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:28.294132 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:28.296157 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e57abceb-f9bf-454c-8f42-3936d4ff97de req-da1bdee2-a9bf-49dd-998e-47c4a39871e0 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755672 Jun 07 13:26:28.336009 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c2cc1c-a400-4244-9487-63d84a7f0e2e x-openstack-request-id: req-d9c2cc1c-a400-4244-9487-63d84a7f0e2e {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:26:28.336310 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6713415a-0881-4a58-990a-a2f14225eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c9751bb1-523a-4bf5-99a9-3905114fd3ac", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:26:28.336568 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9c2cc1c-a400-4244-9487-63d84a7f0e2e {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:26:28.336984 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c2cc1c-a400-4244-9487-63d84a7f0e2e'] response: {'server_uuid': '6713415a-0881-4a58-990a-a2f14225eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac', 'code': 200} Jun 07 13:26:28.349089 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-913cf791-1978-49a1-bd6d-43c025c48669 None None] Provisioning complete for port bed14a51-6d9f-4196-acb1-a90c45346c0d triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:28.349528 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-913cf791-1978-49a1-bd6d-43c025c48669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:28.402456 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=c9751bb1-523a-4bf5-99a9-3905114fd3ac,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:28.410318 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-913cf791-1978-49a1-bd6d-43c025c48669 None None] Port bed14a51-6d9f-4196-acb1-a90c45346c0d cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:26:28.500635 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb61b6-2144-4af7-b45f-946ea5944344 req-8e7086f7-42a8-4714-87d8-481e1687ca24 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:28.508810 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c0cb61b6-2144-4af7-b45f-946ea5944344 req-8e7086f7-42a8-4714-87d8-481e1687ca24 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0617583 Jun 07 13:26:28.813958 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e1b87-eedc-4b1a-8965-c88cfacace8f req-6b08f578-91d7-4fe5-8a5f-aabf8709fe20 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:28.815420 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f71e1b87-eedc-4b1a-8965-c88cfacace8f req-6b08f578-91d7-4fe5-8a5f-aabf8709fe20 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.2997158 Jun 07 13:26:28.818290 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c0cb61b6-2144-4af7-b45f-946ea5944344 req-d82c01f9-a95b-472d-98f3-399a1e29dcb0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087139 Jun 07 13:26:28.851734 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:28.871980 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f71e1b87-eedc-4b1a-8965-c88cfacace8f req-b2814748-85dc-4ed2-b2f9-c97c935e1fa9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503211 Jun 07 13:26:29.405511 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a80a1a-6852-4214-a3d6-74eaaa8a48c8 req-0daf54bd-2bc7-416b-abd0-93f90890af97 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:29.406973 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-45a80a1a-6852-4214-a3d6-74eaaa8a48c8 req-0daf54bd-2bc7-416b-abd0-93f90890af97 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0488148 Jun 07 13:26:29.475460 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-45a80a1a-6852-4214-a3d6-74eaaa8a48c8 req-c0122e40-5fd1-4eff-a450-01899404a439 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604539 Jun 07 13:26:29.950615 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e63d6-4741-4efe-ac25-bc9706bf9e31 req-18f3ecec-c9f6-4b8f-8a72-fc16c6af26d5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:29.952185 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-089e63d6-4741-4efe-ac25-bc9706bf9e31 req-18f3ecec-c9f6-4b8f-8a72-fc16c6af26d5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0588779 Jun 07 13:26:30.030110 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c7c48-7e50-47bf-b141-e28e57d0c40a req-e38066db-2b30-44a5-80c9-a2f2a0fc6b52 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:30.031636 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c68c7c48-7e50-47bf-b141-e28e57d0c40a req-e38066db-2b30-44a5-80c9-a2f2a0fc6b52 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.0785625 Jun 07 13:26:30.036181 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-089e63d6-4741-4efe-ac25-bc9706bf9e31 req-d3521547-8c24-4b2b-87e4-c54fa61c5692 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740511 Jun 07 13:26:30.083092 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c68c7c48-7e50-47bf-b141-e28e57d0c40a req-2670f4a7-7070-45e5-b8ca-e6a102baba23 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Jun 07 13:26:30.585102 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1423-e766-43c8-bc3d-f2389f34b279 req-7a16ba4d-250e-4aca-a8c5-acc3a6d6c2d2 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:30.586980 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d38d1423-e766-43c8-bc3d-f2389f34b279 req-7a16ba4d-250e-4aca-a8c5-acc3a6d6c2d2 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0503445 Jun 07 13:26:30.638897 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d38d1423-e766-43c8-bc3d-f2389f34b279 req-62b1d17d-cc43-4826-a3c2-203056c9c91a tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Jun 07 13:26:31.181191 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05451e-b378-4b3e-871e-8ef96421bdc8 req-bb5c4d6d-82f5-4f0a-8b19-665ea1a67fdb tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:31.182677 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a05451e-b378-4b3e-871e-8ef96421bdc8 req-bb5c4d6d-82f5-4f0a-8b19-665ea1a67fdb tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0748918 Jun 07 13:26:31.230534 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0706d-f1ab-4420-bce8-63e4fc4b9a02 req-d938051e-cb29-43f6-924d-20a4be4f09ff tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:31.232164 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a9d0706d-f1ab-4420-bce8-63e4fc4b9a02 req-d938051e-cb29-43f6-924d-20a4be4f09ff tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.0679457 Jun 07 13:26:31.277529 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a05451e-b378-4b3e-871e-8ef96421bdc8 req-27e8113e-2ce9-40eb-a2a5-856770e4e8bd tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787280 Jun 07 13:26:31.299724 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a9d0706d-f1ab-4420-bce8-63e4fc4b9a02 req-2ad57e6f-2f5a-4c07-a986-166e4a50b334 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567706 Jun 07 13:26:31.760142 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50319e-763c-4991-9ad5-efc3ffdd0761 req-cbb4d5c2-acd9-4d1f-9bbe-6c9ff2e5ac1d tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:31.761817 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e50319e-763c-4991-9ad5-efc3ffdd0761 req-cbb4d5c2-acd9-4d1f-9bbe-6c9ff2e5ac1d tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0530140 Jun 07 13:26:31.774846 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:31.814058 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e50319e-763c-4991-9ad5-efc3ffdd0761 req-4bd6e485-efc8-492a-a6f5-0df3b5c36fa7 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Jun 07 13:26:32.440593 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd851b-8f3a-41f1-bc01-c095188b306d req-7603258a-b4b1-428c-81aa-1d0aae598dd1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:32.442055 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-10bd851b-8f3a-41f1-bc01-c095188b306d req-7603258a-b4b1-428c-81aa-1d0aae598dd1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0755596 Jun 07 13:26:32.448026 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e3bef-573a-4d96-af74-0b833089b95a req-27f55f56-33b5-4f9f-9833-de5bcb67ae98 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:32.449456 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb2e3bef-573a-4d96-af74-0b833089b95a req-27f55f56-33b5-4f9f-9833-de5bcb67ae98 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.0729258 Jun 07 13:26:32.530084 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-10bd851b-8f3a-41f1-bc01-c095188b306d req-862bf003-ff58-4a33-8171-6cc72b63ea6e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796390 Jun 07 13:26:32.536964 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb2e3bef-573a-4d96-af74-0b833089b95a req-7fd58b14-a33a-4d64-afa4-cad80d628e66 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791254 Jun 07 13:26:32.707377 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=49 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:32.709364 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=23 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:32.936634 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77e570-822e-4022-bec4-d46d22de89ea req-e81a29ed-c2c6-401d-b873-f98a73b92191 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:32.938406 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d77e570-822e-4022-bec4-d46d22de89ea req-e81a29ed-c2c6-401d-b873-f98a73b92191 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0533345 Jun 07 13:26:32.987672 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d77e570-822e-4022-bec4-d46d22de89ea req-0217509f-6024-4e3e-86b0-c99030e16896 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Jun 07 13:26:33.684127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745753f2-42cf-4782-84d4-d1faae063912 req-9242aa49-ebc2-4289-a208-7ca560591df9 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:33.685578 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-745753f2-42cf-4782-84d4-d1faae063912 req-9242aa49-ebc2-4289-a208-7ca560591df9 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0765224 Jun 07 13:26:33.698547 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:33.728013 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2e9ff-f8df-44b6-8c49-89b9a1d4c8e1 req-0a0b1d1b-5b20-4d6d-9127-4555aad41e4d tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:33.734769 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75e2e9ff-f8df-44b6-8c49-89b9a1d4c8e1 req-0a0b1d1b-5b20-4d6d-9127-4555aad41e4d tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.1242847 Jun 07 13:26:33.796496 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75e2e9ff-f8df-44b6-8c49-89b9a1d4c8e1 req-185c5abc-3f0c-4621-aac5-b0e563e34093 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606036 Jun 07 13:26:33.799476 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-745753f2-42cf-4782-84d4-d1faae063912 req-96ba83d8-3725-4114-b9df-629f228571b5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078987 Jun 07 13:26:34.106536 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ad0ee-5c4b-44ad-aa3d-08c0ea01d2bc req-f09fa8e3-b4bf-403c-b2ec-69f867718737 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:34.108684 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f0ad0ee-5c4b-44ad-aa3d-08c0ea01d2bc req-f09fa8e3-b4bf-403c-b2ec-69f867718737 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0491004 Jun 07 13:26:34.157696 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f0ad0ee-5c4b-44ad-aa3d-08c0ea01d2bc req-82984202-3bcf-426b-9496-92069acb2068 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Jun 07 13:26:34.235583 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:34.945902 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2a193-611b-4511-a84e-db94bdeacc4e req-f4ac82b9-1fea-4143-be4e-138e0e0a93b5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:34.947430 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12d2a193-611b-4511-a84e-db94bdeacc4e req-f4ac82b9-1fea-4143-be4e-138e0e0a93b5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0779309 Jun 07 13:26:34.954044 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf4cd-b0bc-417a-a8fa-d2ed37aebebc req-0bf2ae52-3a6e-451a-b90a-7843ff495ba7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:34.955527 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b3caf4cd-b0bc-417a-a8fa-d2ed37aebebc req-0bf2ae52-3a6e-451a-b90a-7843ff495ba7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.0757282 Jun 07 13:26:35.024063 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12d2a193-611b-4511-a84e-db94bdeacc4e req-fa4a205f-c367-49a6-92f3-7024cf404479 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675592 Jun 07 13:26:35.035200 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b3caf4cd-b0bc-417a-a8fa-d2ed37aebebc req-bbbb7e34-ceba-47c3-9621-fa27affb83be tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725338 Jun 07 13:26:35.275835 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5d5e3-28c9-4f23-aee2-34b8fe5b5b29 req-3db98a17-8616-43cf-bb29-fe4016ffe247 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:35.277511 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-68d5d5e3-28c9-4f23-aee2-34b8fe5b5b29 req-3db98a17-8616-43cf-bb29-fe4016ffe247 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0502982 Jun 07 13:26:35.330557 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-68d5d5e3-28c9-4f23-aee2-34b8fe5b5b29 req-c5f24ec2-cd6a-4ae2-8ad1-f62463e13ffd tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Jun 07 13:26:36.180918 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1243e8e-f9e3-40d8-8bf7-17e463e5cf99 req-12910d9e-b424-4a17-a92b-efbdca4aa12f tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:36.182348 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d1243e8e-f9e3-40d8-8bf7-17e463e5cf99 req-12910d9e-b424-4a17-a92b-efbdca4aa12f tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.0739417 Jun 07 13:26:36.202611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac52a88-bf28-4156-9fea-b398d53cc4fb req-aa20637e-d799-49b5-adfc-9015017fadfe tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:36.204028 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fac52a88-bf28-4156-9fea-b398d53cc4fb req-aa20637e-d799-49b5-adfc-9015017fadfe tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0682733 Jun 07 13:26:36.239072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:36.281363 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fac52a88-bf28-4156-9fea-b398d53cc4fb req-3b2dac36-a7dd-4351-861b-97a067b7bf78 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692317 Jun 07 13:26:36.286702 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d1243e8e-f9e3-40d8-8bf7-17e463e5cf99 req-491d14a7-8dbd-40a2-a0cd-cea7a4549d0d tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977969 Jun 07 13:26:36.452711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a26db0-3d3f-4752-b295-1ffa63a3773d req-a2f1c6d7-135e-4007-a0c9-e8e5eb39c458 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:36.454154 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9a26db0-3d3f-4752-b295-1ffa63a3773d req-a2f1c6d7-135e-4007-a0c9-e8e5eb39c458 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0505612 Jun 07 13:26:36.499912 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9a26db0-3d3f-4752-b295-1ffa63a3773d req-4fc057d6-4ba1-49bc-bae9-a09ad32dbecd tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Jun 07 13:26:37.352746 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Request body: {'port': {'device_id': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:37.433884 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:37.434327 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57720b-d888-4c54-939b-a8460226e605 req-cdba7d71-7d47-42f5-859b-f214804cf327 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:37.435928 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b57720b-d888-4c54-939b-a8460226e605 req-cdba7d71-7d47-42f5-859b-f214804cf327 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 931 time: 0.0690269 Jun 07 13:26:37.441985 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa446f65-7412-43ea-9a52-e7bb9efac0f3 req-75cdf3c4-975c-43c9-8301-557f7c01fe0f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:37.443676 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa446f65-7412-43ea-9a52-e7bb9efac0f3 req-75cdf3c4-975c-43c9-8301-557f7c01fe0f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0894995 Jun 07 13:26:37.523993 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa446f65-7412-43ea-9a52-e7bb9efac0f3 req-68f14c26-eb4d-4114-b056-41435826c2d5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722439 Jun 07 13:26:37.534928 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b57720b-d888-4c54-939b-a8460226e605 req-02a03e5e-bd76-4758-81b1-134bb384fba9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Jun 07 13:26:37.629730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8fdf5-b904-4f8a-99b5-5df08f069735 req-b977e1c7-0490-4094-a268-0b79d8e00312 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:37.631191 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8ca8fdf5-b904-4f8a-99b5-5df08f069735 req-b977e1c7-0490-4094-a268-0b79d8e00312 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0468953 Jun 07 13:26:37.641936 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6c8b1-008a-4a0a-8efe-982ae258acdd req-0384bee4-241d-4778-8778-3ef2af3a2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:37.643456 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4dc6c8b1-008a-4a0a-8efe-982ae258acdd req-0384bee4-241d-4778-8778-3ef2af3a2aa2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 1130 time: 0.0607710 Jun 07 13:26:37.674939 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:37.680296 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8ca8fdf5-b904-4f8a-99b5-5df08f069735 req-fc3b7e98-2c5c-4f35-aa18-c671234628d8 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Jun 07 13:26:37.718377 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:37.750224 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4dc6c8b1-008a-4a0a-8efe-982ae258acdd req-2260ae7e-7b59-4718-a9af-b4a59dd16570 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743828 Jun 07 13:26:37.809265 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed14a51-6d9f-4196-acb1-a90c45346c0d {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:26:37.817108 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Publish callbacks [] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:37.819124 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:37.831722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Transition to ACTIVE for port object bed14a51-6d9f-4196-acb1-a90c45346c0d will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:26:37.835208 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:37.883581 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Pushing event updated for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:37.960259 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Attempting to bind port bed14a51-6d9f-4196-acb1-a90c45346c0d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:26:37.960581 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Attempting to bind port bed14a51-6d9f-4196-acb1-a90c45346c0d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:26:37.960908 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Attempting to bind port bed14a51-6d9f-4196-acb1-a90c45346c0d on network 62d7580a-ccf0-479e-98f4-9f42b4289605 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:37.965608 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Port bed14a51-6d9f-4196-acb1-a90c45346c0d on network 62d7580a-ccf0-479e-98f4-9f42b4289605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:26:37.965922 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Attempting to bind port bed14a51-6d9f-4196-acb1-a90c45346c0d on network 62d7580a-ccf0-479e-98f4-9f42b4289605 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:26:37.971191 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:26:37.971523 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Checking segment: {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:26:37.971897 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Bound using segment: {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:26:37.972316 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Bound port: bed14a51-6d9f-4196-acb1-a90c45346c0d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:26:37.972667 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:38.035318 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:26:38.038467 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:26:38.044643 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:38.075444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.076057 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:38.078002 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] 10.222.0.18 "PUT /v2.0/ports/bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 1093 time: 0.7306130 Jun 07 13:26:38.078421 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:26:38.080659 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0a12ca-2e1a-452c-b737-ced88c43e5db" -d '{"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:26:38.109621 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b708c-afe0-4dd9-88f9-dd8b2f2ff50f service neutron] Pushing event updated for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:38.123610 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9448dc-94f1-4acc-a895-60346e9260f6 x-openstack-request-id: req-fd9448dc-94f1-4acc-a895-60346e9260f6 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:26:38.124510 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:26:38.124742 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd9448dc-94f1-4acc-a895-60346e9260f6 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:26:38.125153 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9448dc-94f1-4acc-a895-60346e9260f6'] response: {'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'status': 'completed', 'code': 200} Jun 07 13:26:38.181570 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-ea6613c3-fa4d-4c7a-b872-44a0b5bd9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.183132 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-ea6613c3-fa4d-4c7a-b872-44a0b5bd9402 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1127 time: 0.0408752 Jun 07 13:26:38.230706 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-7dcab09e-61d0-41ad-b0e4-bcc76bf761e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 217 time: 0.0350988 Jun 07 13:26:38.640261 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-a88d9618-1c7a-4355-9f97-d226f12b5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.641711 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-a88d9618-1c7a-4355-9f97-d226f12b5891 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 200 len: 854 time: 0.0440080 Jun 07 13:26:38.675671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deefba-9f18-498f-a35a-0d455e44e9b6 req-ed3495e9-0a0e-41cd-9cb0-5c7805f68a96 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.677155 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57deefba-9f18-498f-a35a-0d455e44e9b6 req-ed3495e9-0a0e-41cd-9cb0-5c7805f68a96 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0807354 Jun 07 13:26:38.684430 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134a598-f416-4760-bd24-d27ea3db6ba8 req-8c3f2ede-427e-4d70-9575-f1a82bde1382 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.685800 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b134a598-f416-4760-bd24-d27ea3db6ba8 req-8c3f2ede-427e-4d70-9575-f1a82bde1382 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 943 time: 0.0801978 Jun 07 13:26:38.690709 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b68746-1358-454b-a970-e647ee43a497 req-70f29582-9bf9-4b43-8bbe-15de3e4a2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.692296 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-70f29582-9bf9-4b43-8bbe-15de3e4a2bd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62d7580a-ccf0-479e-98f4-9f42b4289605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413394 Jun 07 13:26:38.764692 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57deefba-9f18-498f-a35a-0d455e44e9b6 req-70ecdba4-ac62-4219-8b5f-1d19d0ac151e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774448 Jun 07 13:26:38.776774 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b134a598-f416-4760-bd24-d27ea3db6ba8 req-6d0172e8-96ac-4068-8e56-4563b755970e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823565 Jun 07 13:26:38.801257 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-d8a9a8aa-1561-420e-a768-c602224de9ae service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916345 Jun 07 13:26:38.894574 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299dd05-9610-4363-89e8-9d4dcc02b0c5 req-e32e57d7-9694-4c7b-b481-85e7c864a52e tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.899285 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2299dd05-9610-4363-89e8-9d4dcc02b0c5 req-e32e57d7-9694-4c7b-b481-85e7c864a52e tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0626705 Jun 07 13:26:38.923255 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-79b68746-1358-454b-a970-e647ee43a497 req-45c492e5-4c98-4fca-9834-6e7d0a78a03c service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978813 Jun 07 13:26:38.981261 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2299dd05-9610-4363-89e8-9d4dcc02b0c5 req-7e435244-7371-4716-a7db-bf5ed4ef69fc tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793114 Jun 07 13:26:38.994394 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6b3cc-2ead-42cb-97a0-7f0767b12831 req-8b064217-3ce5-4ed3-ad8a-43453a6d57b6 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:38.995848 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6c6b3cc-2ead-42cb-97a0-7f0767b12831 req-8b064217-3ce5-4ed3-ad8a-43453a6d57b6 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0595384 Jun 07 13:26:39.042186 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6c6b3cc-2ead-42cb-97a0-7f0767b12831 req-6513fd9c-4258-4f29-9304-e7909cec73be tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 Jun 07 13:26:39.894538 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455daf1-9942-4d93-84af-1933dc1df742 req-8e097687-5e31-46a1-bc72-3ead07d98112 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:39.896011 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5455daf1-9942-4d93-84af-1933dc1df742 req-8e097687-5e31-46a1-bc72-3ead07d98112 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 943 time: 0.0477884 Jun 07 13:26:39.942074 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5455daf1-9942-4d93-84af-1933dc1df742 req-a403fb81-17f5-46fc-bac3-3fc7b9392ab5 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Jun 07 13:26:40.094795 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48028b1-cc85-4cea-8b08-8ca0a929fbf1 req-61a2e4e9-6964-4bf8-bb10-222dce3ce3a4 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:40.096272 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f48028b1-cc85-4cea-8b08-8ca0a929fbf1 req-61a2e4e9-6964-4bf8-bb10-222dce3ce3a4 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0495477 Jun 07 13:26:40.176698 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027fc94-c735-4c84-981d-fdc8dcf7453f req-0826eb93-8dc6-4129-9736-74ba0edf7131 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:40.178143 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6027fc94-c735-4c84-981d-fdc8dcf7453f req-0826eb93-8dc6-4129-9736-74ba0edf7131 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0686710 Jun 07 13:26:40.181357 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f48028b1-cc85-4cea-8b08-8ca0a929fbf1 req-0ad9098c-869a-4e5f-9cdc-94e6f3546bb0 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Jun 07 13:26:40.224865 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6027fc94-c735-4c84-981d-fdc8dcf7453f req-6c72dff9-1059-42bc-8364-4ff5fed8eab8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410283 Jun 07 13:26:40.679546 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:26:40.865712 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:40.878867 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-cc49968b-f3ac-4bce-a034-98cda10c5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:40.880386 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-cc49968b-f3ac-4bce-a034-98cda10c5467 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1127 time: 0.0780334 Jun 07 13:26:40.881663 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-469a174f-2236-4205-b821-d029bf7c0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:40.883010 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-469a174f-2236-4205-b821-d029bf7c0d13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 1129 time: 0.0701969 Jun 07 13:26:41.047593 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:41.056106 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-239470f6-2afd-48c7-92c3-12eb2646a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.057570 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-239470f6-2afd-48c7-92c3-12eb2646a931 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 916 time: 0.1612921 Jun 07 13:26:41.058630 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-6faccf27-efb8-43fe-8fc7-1739dcceea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.059130 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c34ea-b6dc-4b55-8529-7eeafb51b818 req-5aa021b4-e6a4-46e3-afe4-c7b43069b4df tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.059947 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-6faccf27-efb8-43fe-8fc7-1739dcceea0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 912 time: 0.1564698 Jun 07 13:26:41.060592 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba4c34ea-b6dc-4b55-8529-7eeafb51b818 req-5aa021b4-e6a4-46e3-afe4-c7b43069b4df tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 943 time: 0.0519662 Jun 07 13:26:41.111540 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba4c34ea-b6dc-4b55-8529-7eeafb51b818 req-2d0b172d-9067-48a7-b5f3-4ca544f7a1ca tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Jun 07 13:26:41.144897 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-53eb6771-3877-4b0c-9744-49cb7d1856c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 217 time: 0.0662961 Jun 07 13:26:41.196265 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-72ec99a9-959f-483c-9905-c364304f063e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 200 len: 999 time: 0.1118028 Jun 07 13:26:41.207566 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-27e667f1-03ba-4168-9666-57dced1c1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.209008 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-27e667f1-03ba-4168-9666-57dced1c1066 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 200 len: 854 time: 0.0556107 Jun 07 13:26:41.242821 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:41.288542 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-3490c266-da6d-48a9-8655-1700d5f1d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.290037 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-3490c266-da6d-48a9-8655-1700d5f1d4ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62d7580a-ccf0-479e-98f4-9f42b4289605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729859 Jun 07 13:26:41.291745 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-87a9b6cd-4597-478d-9479-692b2a449eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.293047 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-87a9b6cd-4597-478d-9479-692b2a449eea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0832238 Jun 07 13:26:41.340493 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a69447-cf84-412c-b132-fd8db828d4d4 req-1cb0b7ec-010e-49d6-82c8-81e9e1bd7e00 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.342211 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2a69447-cf84-412c-b132-fd8db828d4d4 req-1cb0b7ec-010e-49d6-82c8-81e9e1bd7e00 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0469115 Jun 07 13:26:41.390009 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-ff3091a3-e8a4-4f9c-8e54-11dcf0a799c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:41.390640 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2a69447-cf84-412c-b132-fd8db828d4d4 req-08397513-ebce-4e59-837e-b135bb0bd946 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Jun 07 13:26:41.391437 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-ff3091a3-e8a4-4f9c-8e54-11dcf0a799c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811651 Jun 07 13:26:41.475755 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-0bdd16ab-33be-4fb8-8b33-da29b0acdc68 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723194 Jun 07 13:26:41.575159 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-f9fdeabc-5d55-4816-8499-37326dbacdb3 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664784 Jun 07 13:26:41.642821 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6e0a12ca-2e1a-452c-b737-ced88c43e5db req-063a7a49-0cb0-4708-bced-173819c4a641 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586330 Jun 07 13:26:41.679844 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-9af93c1b-d6d3-46e7-babb-048ce85b83b4 req-5d0b5e0d-30df-4c1c-9927-51b688481040 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931354 Jun 07 13:26:42.064518 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bed14a51-6d9f-4196-acb1-a90c45346c0d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:26:42.161002 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:42.176361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'port_id': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'mac_address': 'fa:16:3e:c9:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:26:42.214441 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port bed14a51-6d9f-4196-acb1-a90c45346c0d is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:42.214847 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:42.223703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d258-15d0-413b-b85e-2a5ecc7865d9 req-11044512-7d99-413c-8436-95c42fb29338 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:42.225174 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6dd5d258-15d0-413b-b85e-2a5ecc7865d9 req-11044512-7d99-413c-8436-95c42fb29338 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 943 time: 0.0469937 Jun 07 13:26:42.230072 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed14a51-6d9f-4196-acb1-a90c45346c0d {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:26:42.250630 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:42.255483 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:42.276270 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6dd5d258-15d0-413b-b85e-2a5ecc7865d9 req-5c76114d-3cc2-4104-a113-257a9a699cfe tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Jun 07 13:26:42.303688 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:42.310777 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.311150 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.311516 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.311866 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.312205 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.312562 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.312853 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.313172 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.313528 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.313823 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.314141 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.314729 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.314729 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.315172 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.316334 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:26:42.491703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:42.505196 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c1d6-4716-43c8-b85d-fa7db097c78e req-d8502719-c5d1-429e-abb5-87cc0187b639 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:42.506651 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5a4c1d6-4716-43c8-b85d-fa7db097c78e req-d8502719-c5d1-429e-abb5-87cc0187b639 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Jun 07 13:26:42.554215 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5a4c1d6-4716-43c8-b85d-fa7db097c78e req-71992dc4-879b-49e8-bb9e-1bb0994c8d85 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Jun 07 13:26:42.674547 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bed14a51-6d9f-4196-acb1-a90c45346c0d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:26:42.749578 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:43.392364 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58f369-6b4c-4788-a30d-16879dacd7f7 req-177daf21-4bb6-48b1-ac38-8f26e9ba81c9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:43.393807 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d58f369-6b4c-4788-a30d-16879dacd7f7 req-177daf21-4bb6-48b1-ac38-8f26e9ba81c9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 944 time: 0.0483315 Jun 07 13:26:43.441950 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d58f369-6b4c-4788-a30d-16879dacd7f7 req-71c52abf-cd6f-4948-b341-a662a22a9db8 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Jun 07 13:26:44.066674 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bed14a51-6d9f-4196-acb1-a90c45346c0d up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:26:44.107444 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port bed14a51-6d9f-4196-acb1-a90c45346c0d completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:26:44.114071 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port bed14a51-6d9f-4196-acb1-a90c45346c0d triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:26:44.114458 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:44.133058 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:44.190382 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port bed14a51-6d9f-4196-acb1-a90c45346c0d is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:26:44.190769 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:44.214909 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:26:44.217088 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347404fe-7f52-4abf-9d9b-960c65fcb1ed" -d '{"events": [{"server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "name": "network-vif-plugged", "status": "completed", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:26:44.230245 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:26:44.234348 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:44.258502 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e195bec-36ac-4952-afc1-06091e79081d x-openstack-request-id: req-3e195bec-36ac-4952-afc1-06091e79081d {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:26:44.258784 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "name": "network-vif-plugged", "status": "completed", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:26:44.259057 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e195bec-36ac-4952-afc1-06091e79081d {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:26:44.259437 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e195bec-36ac-4952-afc1-06091e79081d'] response: {'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'code': 200} Jun 07 13:26:44.286283 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:44.446105 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67550163-d84a-422d-8e6f-6508993d3332 req-2b687ff7-6249-428a-9266-8f9287c523ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:44.447629 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-67550163-d84a-422d-8e6f-6508993d3332 req-2b687ff7-6249-428a-9266-8f9287c523ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1129 time: 0.0425539 Jun 07 13:26:44.498251 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-67550163-d84a-422d-8e6f-6508993d3332 req-1a3c173b-d086-4c94-a586-3259a264cab6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Jun 07 13:26:44.720906 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866755-3f5d-4953-a81a-8d0708fdfa4a req-cec95507-6875-40c9-b083-6a11264a9515 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:44.722267 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63866755-3f5d-4953-a81a-8d0708fdfa4a req-cec95507-6875-40c9-b083-6a11264a9515 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0516558 Jun 07 13:26:44.770341 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63866755-3f5d-4953-a81a-8d0708fdfa4a req-0f0777bb-f98c-467c-9a58-b6e8d851ac35 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Jun 07 13:26:45.883969 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044c230-d7f8-4858-a5b9-0cda22209bdf req-e1e0391b-f862-4ac3-ac70-3da762daa154 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:45.885417 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1044c230-d7f8-4858-a5b9-0cda22209bdf req-e1e0391b-f862-4ac3-ac70-3da762daa154 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0470197 Jun 07 13:26:45.931956 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1044c230-d7f8-4858-a5b9-0cda22209bdf req-a785f415-dfab-4338-825e-3a628af875d4 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Jun 07 13:26:47.042168 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527f8ca-301a-4921-925c-980d16d4e1a3 req-1fff0239-9a73-4a14-b6e3-ae45b52b3bca tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:47.043622 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f527f8ca-301a-4921-925c-980d16d4e1a3 req-1fff0239-9a73-4a14-b6e3-ae45b52b3bca tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0462723 Jun 07 13:26:47.093993 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f527f8ca-301a-4921-925c-980d16d4e1a3 req-a836d7d6-416b-41e6-8ee9-93c787aabfa0 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 Jun 07 13:26:47.205699 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f65fa4-3138-40ab-8ed0-82ef3d294c06 req-4ecd4f84-9db7-411e-8d1d-eb2cf92d0a00 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:47.207153 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63f65fa4-3138-40ab-8ed0-82ef3d294c06 req-4ecd4f84-9db7-411e-8d1d-eb2cf92d0a00 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0463574 Jun 07 13:26:47.255185 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63f65fa4-3138-40ab-8ed0-82ef3d294c06 req-72cffb81-6d86-40b7-a7ea-e49aa7a4b1c4 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Jun 07 13:26:47.586804 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d772977-49a7-4a8d-8765-35a844a66440 req-d12b822d-d188-4380-ac27-03c29ede6af7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:47.588335 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d772977-49a7-4a8d-8765-35a844a66440 req-d12b822d-d188-4380-ac27-03c29ede6af7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0467463 Jun 07 13:26:47.635113 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d772977-49a7-4a8d-8765-35a844a66440 req-6edc2b8d-2ace-4a18-adec-bf8cb7a97474 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jun 07 13:26:49.096654 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-07fb1e02-5088-473e-9826-76c5d9713d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:50.675698 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:51.328040 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e8a99933-8523-4d2c-a6b6-e95464e47806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:52.518701 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:53.928532 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:54.491902 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=59 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:54.494750 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:55.415829 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:57.050608 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a2f84-8b89-41ce-a1fa-328430459209 req-d9b08d4e-b2e0-4963-8de0-e1e146ccd998 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:57.051976 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-362a2f84-8b89-41ce-a1fa-328430459209 req-d9b08d4e-b2e0-4963-8de0-e1e146ccd998 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0496628 Jun 07 13:26:57.098213 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-362a2f84-8b89-41ce-a1fa-328430459209 req-6ac021ab-d74a-499b-b116-633846e96d24 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Jun 07 13:26:57.120244 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35486) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:57.256699 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372fe201-4181-4a3c-bd96-a920076ba5e2 tempest-TestMinimumBasicScenario-258797805 tempest-TestMinimumBasicScenario-258797805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:57.258145 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-372fe201-4181-4a3c-bd96-a920076ba5e2 tempest-TestMinimumBasicScenario-258797805 tempest-TestMinimumBasicScenario-258797805-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1124 time: 0.1369755 Jun 07 13:26:57.261050 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35490) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:57.265055 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'port_id': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:57.271981 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:57.285511 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:57.363978 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:57.467894 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Allocated IP 172.27.1.202 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/080eab28-a5eb-4bf5-9f91-89594f44d00e) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:26:57.478374 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:57.572716 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:57.603113 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:57.639592 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:26:57.642561 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:26:57.648538 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:26:57.653557 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'Port': ['ID=080eab28-a5eb-4bf5-9f91-89594f44d00e,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:57.981626 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:57.992023 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for floatingip (1f6c5f3c-c296-43e9-aded-7a9eb9aa119e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:58.055588 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:58.230051 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:58.234167 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:58.239102 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:58.307363 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'Port': ['ID=080eab28-a5eb-4bf5-9f91-89594f44d00e,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:58.319715 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (1f6c5f3c-c296-43e9-aded-7a9eb9aa119e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:58.412573 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Floating IP 1f6c5f3c-c296-43e9-aded-7a9eb9aa119e associated. External IP: 172.27.1.202, port: bed14a51-6d9f-4196-acb1-a90c45346c0d. Jun 07 13:26:58.838995 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Router e1b46ba7-d449-4ee4-9868-209206ff8130 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:26:58.936523 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:26:58.946938 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] Sync routers for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:26:58.954695 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:58.956587 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:58.957180 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:26:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:58.986800 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-38d28dae-9249-47e2-a7de-e91b92f8e4c2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7247744 Jun 07 13:26:58.987389 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:26:58.989870 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f9da6-cb28-484c-949a-bb7e2aafa94f" -d '{"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:26:58.990182 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 35498) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:58.995419 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-289ec627-fbd4-40b8-8039-a041dbc65950 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146177753', 'description': 'tempest-secgroup-smoke-1146177753 description', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:59.020159 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289ec627-fbd4-40b8-8039-a041dbc65950 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.032113 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba23511-b072-440d-9e58-719b54810ffc x-openstack-request-id: req-5ba23511-b072-440d-9e58-719b54810ffc {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:26:59.032406 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:26:59.032691 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ba23511-b072-440d-9e58-719b54810ffc {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:26:59.033089 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba23511-b072-440d-9e58-719b54810ffc'] response: {'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'status': 'completed', 'code': 200} Jun 07 13:26:59.059370 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:59.117018 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-04f00a21-cf0e-4021-ab1c-20d85b09d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:59.118501 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-04f00a21-cf0e-4021-ab1c-20d85b09d269 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1129 time: 0.0603085 Jun 07 13:26:59.127186 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289ec627-fbd4-40b8-8039-a041dbc65950 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group (dc49ce17-8053-4c2c-8297-12899710fcfb), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.137650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289ec627-fbd4-40b8-8039-a041dbc65950 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (dc49ce17-8053-4c2c-8297-12899710fcfb), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.217638 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ec627-fbd4-40b8-8039-a041dbc65950 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc49ce17-8053-4c2c-8297-12899710fcfb,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:59.226226 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-289ec627-fbd4-40b8-8039-a041dbc65950 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.229859 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35502) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:59.230332 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-289ec627-fbd4-40b8-8039-a041dbc65950 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2386849 Jun 07 13:26:59.234573 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-2eb85837-a766-4ef0-b056-083d07c66152 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'security_group_rule': {'security_group_id': 'dc49ce17-8053-4c2c-8297-12899710fcfb', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:59.263359 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-730c196d-8b0d-439a-b9d9-f23b8dfa4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:59.264849 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-730c196d-8b0d-439a-b9d9-f23b8dfa4942 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 916 time: 0.1358595 Jun 07 13:26:59.268546 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2eb85837-a766-4ef0-b056-083d07c66152 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (f10ff656-f401-4f28-a801-5255b2008069), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.271622 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '1f6c5f3c-c296-43e9-aded-7a9eb9aa119e', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'port_id': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'mac_address': 'fa:16:3e:c9:77:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:26:57Z', 'updated_at': '2022-06-07T13:26:57Z', 'revision_number': 0, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 5, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:59.272442 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:59.297958 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] Checking router: e1b46ba7-d449-4ee4-9868-209206ff8130 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:26:59.307137 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:26:59.307963 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:26:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:59.332101 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2eb85837-a766-4ef0-b056-083d07c66152 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (f10ff656-f401-4f28-a801-5255b2008069), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.333183 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-53244642-b242-4370-89d5-92330935f519 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 999 time: 0.0577290 Jun 07 13:26:59.335752 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2eb85837-a766-4ef0-b056-083d07c66152 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (f10ff656-f401-4f28-a801-5255b2008069), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.354397 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb85837-a766-4ef0-b056-083d07c66152 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10ff656-f401-4f28-a801-5255b2008069,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:59.366297 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2eb85837-a766-4ef0-b056-083d07c66152 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.370608 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2eb85837-a766-4ef0-b056-083d07c66152 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397595 Jun 07 13:26:59.371232 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35504) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:59.375750 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-9d9a16db-3fb4-49d1-a206-1daed3dbae92 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'security_group_rule': {'security_group_id': 'dc49ce17-8053-4c2c-8297-12899710fcfb', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:59.392643 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-099d8311-f552-447d-a82b-ed81ee458fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:59.394063 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-099d8311-f552-447d-a82b-ed81ee458fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 200 len: 854 time: 0.0496669 Jun 07 13:26:59.404533 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d9a16db-3fb4-49d1-a206-1daed3dbae92 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (cc9d26ba-1dd4-42c9-b0b2-8c8f29361b45), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.426153 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:26:59.448830 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-9dc9cb65-d7de-4fef-b6e6-5a4a730937c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:26:59.450578 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-9dc9cb65-d7de-4fef-b6e6-5a4a730937c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62d7580a-ccf0-479e-98f4-9f42b4289605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422034 Jun 07 13:26:59.470859 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d9a16db-3fb4-49d1-a206-1daed3dbae92 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (cc9d26ba-1dd4-42c9-b0b2-8c8f29361b45), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.477876 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d9a16db-3fb4-49d1-a206-1daed3dbae92 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (cc9d26ba-1dd4-42c9-b0b2-8c8f29361b45), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.503076 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:26:59.515790 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9d9a16db-3fb4-49d1-a206-1daed3dbae92 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.517606 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9d9a16db-3fb4-49d1-a206-1daed3dbae92 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449208 Jun 07 13:26:59.518346 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a16db-3fb4-49d1-a206-1daed3dbae92 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9d26ba-1dd4-42c9-b0b2-8c8f29361b45,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:59.520467 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35510) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:59.524822 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-5d768e80-850a-4d6b-889d-8fe70aaf3a21 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'security_group_rule': {'security_group_id': 'dc49ce17-8053-4c2c-8297-12899710fcfb', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:59.567098 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d768e80-850a-4d6b-889d-8fe70aaf3a21 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (2514dbb6-91cd-4085-954c-c0d716fb9227), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.576048 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-732f3290-0073-4c40-bc00-4bdfe1ee8f45 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168323 Jun 07 13:26:59.632482 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d768e80-850a-4d6b-889d-8fe70aaf3a21 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (2514dbb6-91cd-4085-954c-c0d716fb9227), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.638087 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d768e80-850a-4d6b-889d-8fe70aaf3a21 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (2514dbb6-91cd-4085-954c-c0d716fb9227), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.658619 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768e80-850a-4d6b-889d-8fe70aaf3a21 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2514dbb6-91cd-4085-954c-c0d716fb9227,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:59.669717 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d768e80-850a-4d6b-889d-8fe70aaf3a21 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.670975 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5d768e80-850a-4d6b-889d-8fe70aaf3a21 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495714 Jun 07 13:26:59.674027 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35514) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:59.680521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-2ea7dac8-4cf2-407e-b08e-a6a169cf206e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'security_group_rule': {'security_group_id': 'dc49ce17-8053-4c2c-8297-12899710fcfb', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:59.682161 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '1f6c5f3c-c296-43e9-aded-7a9eb9aa119e', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'port_id': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'mac_address': 'fa:16:3e:c9:77:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:26:57Z', 'updated_at': '2022-06-07T13:26:57Z', 'revision_number': 0, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 5, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:26:59.708516 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f36f9da6-cb28-484c-949a-bb7e2aafa94f req-7d8521d7-d1da-46c9-93f3-7734d87510eb service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254928 Jun 07 13:26:59.713133 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf41ae9-0f77-477f-9c40-99a03b0fefcd None None] The sync data for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi is: [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '1f6c5f3c-c296-43e9-aded-7a9eb9aa119e', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'port_id': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'mac_address': 'fa:16:3e:c9:77:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:26:57Z', 'updated_at': '2022-06-07T13:26:57Z', 'revision_number': 0, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 5, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:26:59.725418 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ea7dac8-4cf2-407e-b08e-a6a169cf206e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (7a6192bc-4587-4f58-9b8d-2c023eede23d), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.794127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ea7dac8-4cf2-407e-b08e-a6a169cf206e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (7a6192bc-4587-4f58-9b8d-2c023eede23d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.799054 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ea7dac8-4cf2-407e-b08e-a6a169cf206e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (7a6192bc-4587-4f58-9b8d-2c023eede23d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.819336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7dac8-4cf2-407e-b08e-a6a169cf206e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6192bc-4587-4f58-9b8d-2c023eede23d,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:59.827859 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ea7dac8-4cf2-407e-b08e-a6a169cf206e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.829088 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2ea7dac8-4cf2-407e-b08e-a6a169cf206e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541333 Jun 07 13:26:59.832519 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35520) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:59.836884 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'security_group_rule': {'security_group_id': 'dc49ce17-8053-4c2c-8297-12899710fcfb', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:26:59.863956 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.securitygroups_db [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Project 6f612ecb68c2414f92e3887ffeff0cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:26:59.869634 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (48a10d55-4cb2-43f2-b59c-b4f29638e330), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.946372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (48a10d55-4cb2-43f2-b59c-b4f29638e330), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.951550 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (48a10d55-4cb2-43f2-b59c-b4f29638e330), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.964325 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff83943-4f97-4092-85bc-57f0f38a5251 None None] New status for floating IP 1f6c5f3c-c296-43e9-aded-7a9eb9aa119e: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:26:59.973328 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a10d55-4cb2-43f2-b59c-b4f29638e330,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:26:59.979105 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:26:59.980463 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d91e4c7c-4a0c-4dff-96cc-dc7ef7d35d79 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469631 Jun 07 13:26:59.983201 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35524) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:26:59.987854 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'security_group_rule': {'security_group_id': 'dc49ce17-8053-4c2c-8297-12899710fcfb', 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:00.012863 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.securitygroups_db [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Project 6f612ecb68c2414f92e3887ffeff0cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:27:00.020009 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (e5d68292-ea4a-44a9-a8e6-3c1c0d244d8c), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.055992 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:00.084667 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (e5d68292-ea4a-44a9-a8e6-3c1c0d244d8c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.088877 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (e5d68292-ea4a-44a9-a8e6-3c1c0d244d8c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.107900 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d68292-ea4a-44a9-a8e6-3c1c0d244d8c,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:00.116667 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.120684 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4bed0e52-574f-4ae5-8b5f-7a27b65e0d46 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335866 Jun 07 13:27:00.211186 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-34c99045-0376-46ec-849d-0a27396d2072 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146177753&fields=id&tenant_id=6f612ecb68c2414f92e3887ffeff0cdd HTTP/1.1" status: 200 len: 267 time: 0.0444086 Jun 07 13:27:00.272478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6fc47d1a-4bae-4907-92a8-5c61750fa41e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:00.273841 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6fc47d1a-4bae-4907-92a8-5c61750fa41e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0575600 Jun 07 13:27:00.284256 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'port': {'security_groups': ['f3fb2c81-1e92-4e47-b9bf-df4fd89389e5', 'dc49ce17-8053-4c2c-8297-12899710fcfb']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:00.353209 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.439597 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:00.610404 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:27:00.639089 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.643591 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.662063 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bed14a51-6d9f-4196-acb1-a90c45346c0d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:27:00.689881 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:00.690530 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:00.691980 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ed732ec-e1f7-4e75-b992-413e673a0ae0 req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "PUT /v2.0/ports/bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 981 time: 0.4120767 Jun 07 13:27:00.713991 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f3462-bf17-4a78-bac9-d598c2bbfa44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=6']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:00.803065 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88b0eb-f60d-474f-838e-cfd48bd55b39 req-ea72b003-3b48-40e7-a42e-5fdb4cc3fad2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:00.804765 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a88b0eb-f60d-474f-838e-cfd48bd55b39 req-ea72b003-3b48-40e7-a42e-5fdb4cc3fad2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0521693 Jun 07 13:27:00.832247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bed14a51-6d9f-4196-acb1-a90c45346c0d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:27:00.882518 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:00.896426 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a88b0eb-f60d-474f-838e-cfd48bd55b39 req-46ab2a87-3264-41b0-a83b-36134dbd44de tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856352 Jun 07 13:27:00.998545 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:01.008716 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-e8efb2eb-3a5c-4935-983d-828ddb4b11d3 None None] Provisioning complete for port bed14a51-6d9f-4196-acb1-a90c45346c0d triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:27:01.009078 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e8efb2eb-3a5c-4935-983d-828ddb4b11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:01.034316 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:27:01.036919 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:27:01.070963 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eee0a02-c419-4a9d-bdaa-abed8b5ce66e x-openstack-request-id: req-1eee0a02-c419-4a9d-bdaa-abed8b5ce66e {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:27:01.071253 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:27:01.071506 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1eee0a02-c419-4a9d-bdaa-abed8b5ce66e {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:27:01.071901 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eee0a02-c419-4a9d-bdaa-abed8b5ce66e'] response: {'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'status': 'completed', 'code': 200} Jun 07 13:27:01.149543 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-d9c95f6b-78fe-4e74-846a-40a77c9f6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:01.151040 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-d9c95f6b-78fe-4e74-846a-40a77c9f6c72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1168 time: 0.0392871 Jun 07 13:27:01.205235 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-e8efb2eb-3a5c-4935-983d-828ddb4b11d3 None None] Current status of the port bed14a51-6d9f-4196-acb1-a90c45346c0d is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:27:01.259194 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-a9b9d877-3a7e-42e9-b797-2d6da9b8d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:01.260667 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-a9b9d877-3a7e-42e9-b797-2d6da9b8d3d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 916 time: 0.0893774 Jun 07 13:27:01.328241 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-e39d197c-7ebd-4c9d-8147-3e74c76d125c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 1001 time: 0.0553656 Jun 07 13:27:01.379950 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-e72dd0a3-2b2d-47fa-a6d2-7fe52b817463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:01.381373 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-e72dd0a3-2b2d-47fa-a6d2-7fe52b817463 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 200 len: 854 time: 0.0440073 Jun 07 13:27:01.442413 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-d14e734e-6e62-4cde-8e31-649bb89dde22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:01.444979 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-d14e734e-6e62-4cde-8e31-649bb89dde22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62d7580a-ccf0-479e-98f4-9f42b4289605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418093 Jun 07 13:27:01.462754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:01.497588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:01.540641 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-d5ca4e89-6e34-469b-96ca-be1db3b82721 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841866 Jun 07 13:27:01.635600 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4099cc25-29a8-4e8a-b5ab-c9508b6275e8 req-84a49607-cfbf-44dd-b832-856f195b6073 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830522 Jun 07 13:27:04.237625 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:10.869034 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:10.875884 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:11.022248 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-c9ea3da8-94e2-4229-9c14-a664c35f6fad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2886138 Jun 07 13:27:11.082167 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-684f013f-408f-4248-8e49-4fa76f8b68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:11.083722 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-684f013f-408f-4248-8e49-4fa76f8b68b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 1129 time: 0.0373433 Jun 07 13:27:11.190031 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-d3b04a79-a2a4-48c5-8c58-709fb0bef908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:11.191415 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-d3b04a79-a2a4-48c5-8c58-709fb0bef908 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 912 time: 0.0850368 Jun 07 13:27:11.250561 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-282c85db-f927-4744-be87-4afa7ca392b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 200 len: 999 time: 0.0527694 Jun 07 13:27:11.297538 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-d356a0a4-2199-4cf5-bcaf-1b2e157665da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:11.299559 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-d356a0a4-2199-4cf5-bcaf-1b2e157665da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0417361 Jun 07 13:27:11.344200 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-84880676-aba7-4d9d-bcf7-182ee0f786d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:11.346158 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-84880676-aba7-4d9d-bcf7-182ee0f786d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397785 Jun 07 13:27:11.432676 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-94f92ccc-abc4-415c-b74a-f40babb32b6a service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793407 Jun 07 13:27:11.525056 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-029f96e0-65a5-45fd-8f70-d05b87fad16c req-dda8c0f4-fe31-4f41-b631-7f01597d3e01 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828748 Jun 07 13:27:14.226670 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=88 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:14.232861 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:17.678708 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:27:19.099186 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a4d3-a4bf-4370-b6a2-9c83405e2810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:21.330662 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0798fc17-86c7-4f3e-934a-96384de9ce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:21.520420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=73 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:21.522405 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=63 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:22.520318 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:23.931434 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:24.946249 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558c59-146e-4cba-b652-6b1f2a4503e6 req-32932bdb-3d21-4d74-9026-d27b13d27ab8 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:24.947754 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-11558c59-146e-4cba-b652-6b1f2a4503e6 req-32932bdb-3d21-4d74-9026-d27b13d27ab8 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0487285 Jun 07 13:27:24.994554 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-11558c59-146e-4cba-b652-6b1f2a4503e6 req-5004987d-9e85-4cf0-ba50-4f0a8f369727 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413218 Jun 07 13:27:25.418399 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:26.107778 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebd2ae-20ce-4a4b-a4db-bc5f054a0e64 req-87b45393-cad1-4b75-9910-64a8e9541ee5 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:26.109220 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39ebd2ae-20ce-4a4b-a4db-bc5f054a0e64 req-87b45393-cad1-4b75-9910-64a8e9541ee5 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0454140 Jun 07 13:27:26.155468 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39ebd2ae-20ce-4a4b-a4db-bc5f054a0e64 req-f60b8f69-ea52-4e2b-8b9d-1da69207dd84 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Jun 07 13:27:27.253996 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-95bc852f-3db5-47d7-aa75-2eb1697a861b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:27.255453 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-95bc852f-3db5-47d7-aa75-2eb1697a861b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0462351 Jun 07 13:27:27.270286 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b745f-6649-470e-a583-afe2d84397d0 req-5f851646-fef9-4973-9be1-26998abd5a40 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:27.271781 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c39b745f-6649-470e-a583-afe2d84397d0 req-5f851646-fef9-4973-9be1-26998abd5a40 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=6713415a-0881-4a58-990a-a2f14225eb3a HTTP/1.1" status: 200 len: 946 time: 0.0498586 Jun 07 13:27:27.318801 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c39b745f-6649-470e-a583-afe2d84397d0 req-2486ec79-dbbf-47e1-b550-c10aafa2412e tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Jun 07 13:27:27.340452 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Deleting port c9751bb1-523a-4bf5-99a9-3905114fd3ac {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:27:27.340783 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:27.430916 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] For port c9751bb1-523a-4bf5-99a9-3905114fd3ac, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c9751bb1-523a-4bf5-99a9-3905114fd3ac,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:27:27.431198 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:27.444219 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Calling delete_port for c9751bb1-523a-4bf5-99a9-3905114fd3ac owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:27:27.567181 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (c9751bb1-523a-4bf5-99a9-3905114fd3ac), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:27.583899 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['c9751bb1-523a-4bf5-99a9-3905114fd3ac'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:27:27.592335 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Pushing event deleted for resources: {'Port': ['ID=c9751bb1-523a-4bf5-99a9-3905114fd3ac,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:27.602025 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.602366 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.602701 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.603101 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.603511 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.603683 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.604012 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.604344 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.604631 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.604999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.605395 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.605656 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.606016 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.606307 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.606616 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:27.648782 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] No DVR routers for this DVR port c9751bb1-523a-4bf5-99a9-3905114fd3ac on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:27:27.651194 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:27.654308 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-2c5e62f1-f9d6-47ce-b284-c0dda62a2217 req-ea3651a3-4c33-4fb5-b71d-8a23e1dd5da1 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "DELETE /v2.0/ports/c9751bb1-523a-4bf5-99a9-3905114fd3ac HTTP/1.1" status: 204 len: 173 time: 0.3913665 Jun 07 13:27:27.654727 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6713415a-0881-4a58-990a-a2f14225eb3a', 'name': 'network-vif-deleted', 'tag': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:27:27.658662 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4bfd70-5a33-4fe9-93b1-2dfe30765606" -d '{"events": [{"server_uuid": "6713415a-0881-4a58-990a-a2f14225eb3a", "name": "network-vif-deleted", "tag": "c9751bb1-523a-4bf5-99a9-3905114fd3ac"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:27:27.674698 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=72 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:27.676099 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:27.694158 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0b0fca-d0a5-4f9c-9518-89fd0c0703f0 x-openstack-request-id: req-fe0b0fca-d0a5-4f9c-9518-89fd0c0703f0 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:27:27.694449 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6713415a-0881-4a58-990a-a2f14225eb3a", "name": "network-vif-deleted", "tag": "c9751bb1-523a-4bf5-99a9-3905114fd3ac", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:27:27.694697 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe0b0fca-d0a5-4f9c-9518-89fd0c0703f0 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:27:27.695116 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0b0fca-d0a5-4f9c-9518-89fd0c0703f0'] response: {'server_uuid': '6713415a-0881-4a58-990a-a2f14225eb3a', 'name': 'network-vif-deleted', 'tag': 'c9751bb1-523a-4bf5-99a9-3905114fd3ac', 'status': 'completed', 'code': 200} Jun 07 13:27:30.827553 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device c9751bb1-523a-4bf5-99a9-3905114fd3ac no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:27:30.846524 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: c9751bb1-523a-4bf5-99a9-3905114fd3ac {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:27:30.846876 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device c9751bb1-523a-4bf5-99a9-3905114fd3ac not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:27:34.246156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:37.304727 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=28 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:37.315028 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=26 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:37.633349 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:37.634111 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:38.318664 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-09a9c17c-138f-4168-8a5c-f618bf81276d tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:38.320042 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-09a9c17c-138f-4168-8a5c-f618bf81276d tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/networks?id=749bef9f-ed8d-4079-86c1-f28336ec4a01 HTTP/1.1" status: 200 len: 814 time: 0.0978103 Jun 07 13:27:38.335445 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-0f82d9cb-e147-4ea4-886a-1e429001ce1d tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/quotas/a004938108be44fd8367b8fae5592613 HTTP/1.1" status: 200 len: 375 time: 0.0099680 Jun 07 13:27:38.376621 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-e2b23094-5db8-4308-9dce-5c43b495ebb2 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a004938108be44fd8367b8fae5592613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362301 Jun 07 13:27:38.463789 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-281570ed-db55-4460-9b30-57f19491d442 service neutron] 10.222.0.61 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807483 Jun 07 13:27:38.553506 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-df29f3f1-8e51-43cd-90ea-9b80a8db06e1 service neutron] 10.222.0.61 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841627 Jun 07 13:27:38.714137 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91089fb8-2dd4-4fef-b9be-ab9ff0ef8425 req-9a1b4e9d-6fbc-425d-9468-490d2a5db539 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 210 time: 0.0292821 Jun 07 13:27:39.648943 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-7dc36e80-7fd8-4e44-a375-e42f9be12fbf tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:39.650378 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-7dc36e80-7fd8-4e44-a375-e42f9be12fbf tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "GET /v2.0/networks?id=749bef9f-ed8d-4079-86c1-f28336ec4a01 HTTP/1.1" status: 200 len: 814 time: 0.1058547 Jun 07 13:27:39.665442 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Request body: {'port': {'device_id': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01', 'admin_state_up': True, 'tenant_id': 'a004938108be44fd8367b8fae5592613'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:39.774623 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Made reservation on behalf of a004938108be44fd8367b8fae5592613 for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:27:39.778038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:39.813558 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94bee938-a2aa-4972-8693-9e7636e39f2f req-830eb16e-c9d9-405b-8786-6fed22e1a6ed tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 210 time: 0.0271881 Jun 07 13:27:39.904727 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Allocated IP 172.20.0.8 (749bef9f-ed8d-4079-86c1-f28336ec4a01/6563bc3c-91f2-46b4-bae4-87cbd343b182/4c14653f-ef76-4b3c-9ecd-883ef3aced8d) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:27:40.049851 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks [] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.080754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.119723 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Network 749bef9f-ed8d-4079-86c1-f28336ec4a01 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:27:40.122768 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:27:40.127130 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:27:40.155130 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Pushing event updated for resources: {'Port': ['ID=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:40.180508 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:40.181110 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.196627 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-07b48c62-d99c-43f3-bae6-485c822d5769 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5349424 Jun 07 13:27:40.211142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Request body: {'port': {'device_id': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:40.271052 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.329089 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:40.334692 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:40.551736 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c14653f-ef76-4b3c-9ecd-883ef3aced8d {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:27:40.558960 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Publish callbacks [] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.571200 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Transition to ACTIVE for port object 4c14653f-ef76-4b3c-9ecd-883ef3aced8d will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:27:40.574693 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.621980 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:40.690439 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Attempting to bind port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:27:40.691151 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Attempting to bind port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:27:40.691151 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Attempting to bind port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d on network 749bef9f-ed8d-4079-86c1-f28336ec4a01 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:27:40.695363 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d on network 749bef9f-ed8d-4079-86c1-f28336ec4a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:27:40.695678 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Attempting to bind port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d on network 749bef9f-ed8d-4079-86c1-f28336ec4a01 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:27:40.700455 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:27:40.700785 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Checking segment: {'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:27:40.701155 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Bound using segment: {'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:27:40.701575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Bound port: 4c14653f-ef76-4b3c-9ecd-883ef3aced8d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:27:40.701922 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.769576 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] For port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:27:40.773009 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] For port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:27:40.778916 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.810011 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:40.810628 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:40.812182 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c14653f-ef76-4b3c-9ecd-883ef3aced8d HTTP/1.1" status: 200 len: 1093 time: 0.6049175 Jun 07 13:27:40.814307 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'tag': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:27:40.817147 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a53dbe5-4152-4eef-a5b9-11d105261fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "283b33da-e8e6-410d-ad5f-c2cf46a745f3", "tag": "4c14653f-ef76-4b3c-9ecd-883ef3aced8d"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:27:40.842616 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdbc4c-901e-4730-af9c-b0d2e73edcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:40.868726 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88926a78-5513-4522-95df-c8e726f5c538 x-openstack-request-id: req-88926a78-5513-4522-95df-c8e726f5c538 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:27:40.869052 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283b33da-e8e6-410d-ad5f-c2cf46a745f3", "tag": "4c14653f-ef76-4b3c-9ecd-883ef3aced8d", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:27:40.869337 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88926a78-5513-4522-95df-c8e726f5c538 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:27:40.869944 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88926a78-5513-4522-95df-c8e726f5c538'] response: {'name': 'network-changed', 'server_uuid': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'tag': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d', 'status': 'completed', 'code': 200} Jun 07 13:27:40.919005 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-01b9c9a0-7bae-4b44-9659-069396fc1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:40.921251 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-01b9c9a0-7bae-4b44-9659-069396fc1c62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a004938108be44fd8367b8fae5592613&device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 1127 time: 0.0431955 Jun 07 13:27:40.935043 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8779a-6ca2-4007-87f4-ca7347eb385f req-cf535411-9a16-491a-b737-93ad567849ef tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:40.936503 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-18e8779a-6ca2-4007-87f4-ca7347eb385f req-cf535411-9a16-491a-b737-93ad567849ef tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 943 time: 0.0485897 Jun 07 13:27:40.963510 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-5dbe1a28-22c5-4574-8b1a-2c80b0d5c94a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c14653f-ef76-4b3c-9ecd-883ef3aced8d HTTP/1.1" status: 200 len: 217 time: 0.0326149 Jun 07 13:27:40.983456 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-18e8779a-6ca2-4007-87f4-ca7347eb385f req-915de66b-a50b-429a-bfbe-0036b9194c21 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Jun 07 13:27:41.015872 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-23c95acc-6af1-4869-8b90-2d6fd2ea7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:41.017301 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-23c95acc-6af1-4869-8b90-2d6fd2ea7649 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6563bc3c-91f2-46b4-bae4-87cbd343b182 HTTP/1.1" status: 200 len: 854 time: 0.0468264 Jun 07 13:27:41.052737 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-7df96b2d-9794-49c1-a3d6-b6c1259ce9bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=749bef9f-ed8d-4079-86c1-f28336ec4a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269597 Jun 07 13:27:41.139414 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-0f25a44e-2d81-4633-bf4d-3f87ae5938e4 service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797179 Jun 07 13:27:41.219390 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:41.229910 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-02d5d56b-6048-49e1-af9e-ba3c08e7d511 req-7addceb6-c5f9-48b2-9164-82b9d0042660 service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834279 Jun 07 13:27:42.099122 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d560c60-715f-493a-a6ba-42ce17f771cb req-97d47608-bb87-4cc1-a73b-be75dd33c3aa tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:42.100558 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d560c60-715f-493a-a6ba-42ce17f771cb req-97d47608-bb87-4cc1-a73b-be75dd33c3aa tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 943 time: 0.0485899 Jun 07 13:27:42.146482 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d560c60-715f-493a-a6ba-42ce17f771cb req-99101d3d-3a39-4595-b836-b193e74ed32f tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Jun 07 13:27:42.311737 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4c14653f-ef76-4b3c-9ecd-883ef3aced8d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:27:42.312332 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-6feb605f-6e9e-408a-9a3f-2b0a60244945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:42.313485 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-6feb605f-6e9e-408a-9a3f-2b0a60244945 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a004938108be44fd8367b8fae5592613&device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 1127 time: 0.0389199 Jun 07 13:27:42.390597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:42.412561 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-cf3bb80e-96fa-4a43-b465-4715ddd56cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:42.413812 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:27:42.414028 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-cf3bb80e-96fa-4a43-b465-4715ddd56cb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=749bef9f-ed8d-4079-86c1-f28336ec4a01 HTTP/1.1" status: 200 len: 915 time: 0.0936050 Jun 07 13:27:42.425727 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d', 'network_id': '749bef9f-ed8d-4079-86c1-f28336ec4a01', 'port_id': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d', 'mac_address': 'fa:16:3e:b6:8a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6563bc3c-91f2-46b4-bae4-87cbd343b182', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:27:42.454289 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-9d5b169b-a942-4e86-8bf3-000d7b841f45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c14653f-ef76-4b3c-9ecd-883ef3aced8d HTTP/1.1" status: 200 len: 217 time: 0.0324810 Jun 07 13:27:42.461536 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:27:42.461919 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:42.479277 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c14653f-ef76-4b3c-9ecd-883ef3aced8d {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:27:42.498448 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:27:42.502315 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:42.503744 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-6122160e-5ed6-491f-a819-bc7f2458b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:42.505190 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-6122160e-5ed6-491f-a819-bc7f2458b4a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6563bc3c-91f2-46b4-bae4-87cbd343b182 HTTP/1.1" status: 200 len: 854 time: 0.0440450 Jun 07 13:27:42.543521 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-a26e473b-9f35-4793-8387-b504689a40e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=749bef9f-ed8d-4079-86c1-f28336ec4a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313804 Jun 07 13:27:42.637716 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-59412694-1669-4993-8649-c406d4620d68 service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858181 Jun 07 13:27:42.667741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:42.674675 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.675047 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.675388 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.675725 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.676056 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.676381 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.676703 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.677031 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.677380 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.677701 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.678021 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.678344 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.678662 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.679007 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.679326 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:42.730958 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6a53dbe5-4152-4eef-a5b9-11d105261fb9 req-cb5ae390-edf5-4383-b802-ad1ac9a91847 service neutron] 10.222.0.18 "GET /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857804 Jun 07 13:27:42.804702 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['4c14653f-ef76-4b3c-9ecd-883ef3aced8d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:27:43.260262 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf938e1-bc07-4e64-a253-1e5b89fd9932 req-545c1dbb-3ad7-420d-beb7-1d5a0588f0fb tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:43.261701 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-edf938e1-bc07-4e64-a253-1e5b89fd9932 req-545c1dbb-3ad7-420d-beb7-1d5a0588f0fb tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 944 time: 0.0469811 Jun 07 13:27:43.308266 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-edf938e1-bc07-4e64-a253-1e5b89fd9932 req-4fbd2a63-1a0c-4baa-9d3a-884ce65ae9a8 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Jun 07 13:27:44.321961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4c14653f-ef76-4b3c-9ecd-883ef3aced8d up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:27:44.324225 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:44.325775 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:44.366752 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:27:44.372726 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:27:44.373151 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:44.428660 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc64c70-7030-492c-ba92-62ad708fab88 req-36a8e2fc-8226-4cd2-9a3d-99abe4bdb582 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:44.430170 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cfc64c70-7030-492c-ba92-62ad708fab88 req-36a8e2fc-8226-4cd2-9a3d-99abe4bdb582 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 944 time: 0.0517094 Jun 07 13:27:44.448958 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:27:44.449347 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:44.474318 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:27:44.476660 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c335f1-aada-44b7-9fcf-2331aa93ec99" -d '{"events": [{"server_uuid": "283b33da-e8e6-410d-ad5f-c2cf46a745f3", "name": "network-vif-plugged", "status": "completed", "tag": "4c14653f-ef76-4b3c-9ecd-883ef3aced8d"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:27:44.479186 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cfc64c70-7030-492c-ba92-62ad708fab88 req-1bad4541-b449-4bb5-9d05-fdfd42e54f44 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Jun 07 13:27:44.492754 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:27:44.497155 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:44.520795 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708b559e-6ece-42cc-9be3-ab4fe4ec793e x-openstack-request-id: req-708b559e-6ece-42cc-9be3-ab4fe4ec793e {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:27:44.521085 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283b33da-e8e6-410d-ad5f-c2cf46a745f3", "name": "network-vif-plugged", "status": "completed", "tag": "4c14653f-ef76-4b3c-9ecd-883ef3aced8d", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:27:44.521328 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-708b559e-6ece-42cc-9be3-ab4fe4ec793e {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:27:44.521714 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708b559e-6ece-42cc-9be3-ab4fe4ec793e'] response: {'server_uuid': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d', 'code': 200} Jun 07 13:27:44.548581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:44.680588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77669bf-9072-4e13-978b-a2600914108f req-be872833-6d2a-4bf0-aeb5-4f15a838a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:44.681909 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f77669bf-9072-4e13-978b-a2600914108f req-be872833-6d2a-4bf0-aeb5-4f15a838a431 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 1129 time: 0.0377791 Jun 07 13:27:44.736728 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-f77669bf-9072-4e13-978b-a2600914108f req-91ad19ea-022f-4a87-b4d5-e1ee6862fb38 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Jun 07 13:27:45.595690 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a63fc-9da4-4d8e-afdb-7c8d6db628b9 req-f1cf0ae1-e815-42a8-8ff0-cf2739531235 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:45.597122 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e72a63fc-9da4-4d8e-afdb-7c8d6db628b9 req-f1cf0ae1-e815-42a8-8ff0-cf2739531235 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 945 time: 0.0464718 Jun 07 13:27:45.642654 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e72a63fc-9da4-4d8e-afdb-7c8d6db628b9 req-3c0206d1-ad3f-40ad-bbba-56e0b9407bda tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Jun 07 13:27:46.719816 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:46.721042 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:46.795372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a6b9-f86b-4534-88b2-3a8735c12f28 req-d5b4523a-277f-4bac-8eda-39610002280b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:46.797303 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1277a6b9-f86b-4534-88b2-3a8735c12f28 req-d5b4523a-277f-4bac-8eda-39610002280b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 945 time: 0.0843697 Jun 07 13:27:46.805170 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe87aa-e7a3-4418-8b5b-a0faa02423c2 req-e98b821b-aaa1-4914-ac0d-0e6f673cc550 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:46.806500 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abfe87aa-e7a3-4418-8b5b-a0faa02423c2 req-e98b821b-aaa1-4914-ac0d-0e6f673cc550 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0832040 Jun 07 13:27:46.878571 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1277a6b9-f86b-4534-88b2-3a8735c12f28 req-f11f7cd8-69f5-4ade-9ebe-02b5a6c0e8bb tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711179 Jun 07 13:27:46.881808 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abfe87aa-e7a3-4418-8b5b-a0faa02423c2 req-b306ad4b-ba5b-4290-ba83-4f76963cab41 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681274 Jun 07 13:27:47.975973 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:47.994363 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcc356-113d-4ebf-8685-ae15ea654868 req-05fc5faa-7a74-4234-b856-ac7748a25887 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:47.995831 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12dcc356-113d-4ebf-8685-ae15ea654868 req-05fc5faa-7a74-4234-b856-ac7748a25887 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0467677 Jun 07 13:27:48.013701 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:48.045986 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12dcc356-113d-4ebf-8685-ae15ea654868 req-59dd0d9f-2897-440b-9227-32ba361e8a26 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Jun 07 13:27:49.021243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-b56be92b-42fe-4a20-999e-dd956253ecc8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:49.022646 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-b56be92b-42fe-4a20-999e-dd956253ecc8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0449517 Jun 07 13:27:49.102034 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8a03febb-4649-4add-9377-f94588c50d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:49.111305 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Deleting port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:27:49.111642 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:49.168682 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f357-6cd6-4ccd-8f5c-84bd837de49c req-0ddb1a6e-9fb3-464a-a997-a87289401465 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:49.170280 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ed6f357-6cd6-4ccd-8f5c-84bd837de49c req-0ddb1a6e-9fb3-464a-a997-a87289401465 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Jun 07 13:27:49.203505 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] For port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:27:49.203885 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:49.221063 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ed6f357-6cd6-4ccd-8f5c-84bd837de49c req-07794b31-1c4f-4aeb-bde9-9736e7fde6e0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=26c0a422-1133-41e6-baaa-fcd4c1d73e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451243 Jun 07 13:27:49.369417 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:49.369772 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (e223b623-31fe-42bf-bcea-55543fccd638), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:49.370199 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Floating IP e223b623-31fe-42bf-bcea-55543fccd638 disassociated. External IP: 172.27.1.9, port: 1d4702b2-63b5-41cf-b9f0-f021d1576e6f. Jun 07 13:27:49.370542 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Calling delete_port for 1d4702b2-63b5-41cf-b9f0-f021d1576e6f owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:27:49.414693 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:49.498337 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (1d4702b2-63b5-41cf-b9f0-f021d1576e6f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:49.523967 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event deleted for resources: {'Port': ['ID=1d4702b2-63b5-41cf-b9f0-f021d1576e6f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:49.534974 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:49.632155 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:27:49.734595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:27:49.746008 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] Sync routers for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:27:49.757435 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:27:49.758103 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:27:49.779797 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] No DVR routers for this DVR port 1d4702b2-63b5-41cf-b9f0-f021d1576e6f on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:27:49.782924 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:49.786103 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-c17fc496-1f69-4853-b3af-363430a1cfb1 req-2e02fa88-2548-423d-84b2-164cab2b9427 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "DELETE /v2.0/ports/1d4702b2-63b5-41cf-b9f0-f021d1576e6f HTTP/1.1" status: 204 len: 173 time: 0.7576306 Jun 07 13:27:49.786526 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'name': 'network-vif-deleted', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:27:49.788762 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be92fe2a-4925-4109-a01d-878f0e4aa5d2" -d '{"events": [{"server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "name": "network-vif-deleted", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:27:49.831215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e702a8-a25d-48f0-b6e7-fc11ca3f1e36 x-openstack-request-id: req-42e702a8-a25d-48f0-b6e7-fc11ca3f1e36 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:27:49.831750 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5264ef-a5c4-498e-8c65-af627dcfa757", "name": "network-vif-deleted", "tag": "1d4702b2-63b5-41cf-b9f0-f021d1576e6f", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:27:49.833223 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42e702a8-a25d-48f0-b6e7-fc11ca3f1e36 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:27:49.833835 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e702a8-a25d-48f0-b6e7-fc11ca3f1e36'] response: {'server_uuid': '1a5264ef-a5c4-498e-8c65-af627dcfa757', 'name': 'network-vif-deleted', 'tag': '1d4702b2-63b5-41cf-b9f0-f021d1576e6f', 'status': 'completed', 'code': 200} Jun 07 13:27:49.865302 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:27:50.141191 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:27:50.164133 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] Checking router: 5d18efd9-5ba3-4b67-ac6e-c63576670d90 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:27:50.172278 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:27:50.172876 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:27:50.275032 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:27:50.346085 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-524ce190-21c4-4a70-add3-e0feb6add9de req-629dab79-647a-4c14-8563-f415af6d6575 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5264ef-a5c4-498e-8c65-af627dcfa757 HTTP/1.1" status: 200 len: 210 time: 0.0283532 Jun 07 13:27:50.459020 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:27:50.486683 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a37520-900f-42ec-8f6b-9ce2c302dd60 None None] The sync data for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi is: [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:27:50.696534 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e77489-f4d5-4d49-b2a9-6f97e6d47acf None None] New status for floating IP e223b623-31fe-42bf-bcea-55543fccd638: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:27:51.331825 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1b065aea-790c-4296-95dc-3aad67ee1f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.430627 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 35766) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:27:51.484371 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ca166a8-3fd4-425e-ae57-c081b00287e0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (26c0a422-1133-41e6-baaa-fcd4c1d73e3f), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.506878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ca166a8-3fd4-425e-ae57-c081b00287e0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (26c0a422-1133-41e6-baaa-fcd4c1d73e3f), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.554245 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ca166a8-3fd4-425e-ae57-c081b00287e0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (26c0a422-1133-41e6-baaa-fcd4c1d73e3f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.556887 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ca166a8-3fd4-425e-ae57-c081b00287e0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.558039 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-3ca166a8-3fd4-425e-ae57-c081b00287e0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "DELETE /v2.0/security-groups/26c0a422-1133-41e6-baaa-fcd4c1d73e3f HTTP/1.1" status: 204 len: 168 time: 0.1263976 Jun 07 13:27:51.561501 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35768) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:27:51.567594 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca166a8-3fd4-425e-ae57-c081b00287e0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0a422-1133-41e6-baaa-fcd4c1d73e3f,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:51.577924 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-d7928a89-3c29-46b3-9a8b-12ae3fccc607 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] show failed (client error): The resource could not be found. Jun 07 13:27:51.578918 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d7928a89-3c29-46b3-9a8b-12ae3fccc607 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups/26c0a422-1133-41e6-baaa-fcd4c1d73e3f HTTP/1.1" status: 404 len: 347 time: 0.0162551 Jun 07 13:27:51.581735 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35770) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:27:51.687915 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Deleting port 3efa5dba-275f-4b6a-a497-bf96a0e1149e {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:27:51.688244 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.763585 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.763903 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (3efa5dba-275f-4b6a-a497-bf96a0e1149e), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.776950 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Calling delete_port for 3efa5dba-275f-4b6a-a497-bf96a0e1149e owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:27:51.907137 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (3efa5dba-275f-4b6a-a497-bf96a0e1149e), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:51.930756 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event deleted for resources: {'Port': ['ID=3efa5dba-275f-4b6a-a497-bf96a0e1149e,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:51.955712 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.956052 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.956385 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.956744 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.957075 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.957396 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.957711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.958029 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.958357 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.958672 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.959014 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.959329 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.959644 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.959951 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:51.960323 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:27:52.000601 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (e223b623-31fe-42bf-bcea-55543fccd638), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.003023 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.004141 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-62143aea-a615-4bd0-b942-93190b6206e4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "DELETE /v2.0/floatingips/e223b623-31fe-42bf-bcea-55543fccd638 HTTP/1.1" status: 204 len: 168 time: 0.4215450 Jun 07 13:27:52.075766 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35776) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:27:52.080231 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-1d7afbc8-5b14-452f-8448-26155cb7afcf tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246657819', 'description': 'tempest-description--1510910028'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:52.100205 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d7afbc8-5b14-452f-8448-26155cb7afcf tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.169903 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d7afbc8-5b14-452f-8448-26155cb7afcf tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (79d5f38e-09fc-4d71-b149-0160d1ff2d59), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.174203 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d7afbc8-5b14-452f-8448-26155cb7afcf tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (79d5f38e-09fc-4d71-b149-0160d1ff2d59), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.204771 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d7afbc8-5b14-452f-8448-26155cb7afcf tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.205939 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1d7afbc8-5b14-452f-8448-26155cb7afcf tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1292057 Jun 07 13:27:52.207802 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7afbc8-5b14-452f-8448-26155cb7afcf tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d5f38e-09fc-4d71-b149-0160d1ff2d59,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:52.208991 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 35780) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:27:52.213510 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-a0002771-ee22-4dec-ae8c-2250ce1050a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'security_group_rule': {'security_group_id': '79d5f38e-09fc-4d71-b149-0160d1ff2d59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:52.240427 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0002771-ee22-4dec-ae8c-2250ce1050a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (04848d56-3503-4be3-b26b-3d5dd67d94c1), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.295852 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0002771-ee22-4dec-ae8c-2250ce1050a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (04848d56-3503-4be3-b26b-3d5dd67d94c1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.299723 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0002771-ee22-4dec-ae8c-2250ce1050a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (04848d56-3503-4be3-b26b-3d5dd67d94c1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.317842 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0002771-ee22-4dec-ae8c-2250ce1050a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04848d56-3503-4be3-b26b-3d5dd67d94c1,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:52.329678 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a0002771-ee22-4dec-ae8c-2250ce1050a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.330949 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a0002771-ee22-4dec-ae8c-2250ce1050a0 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209083 Jun 07 13:27:52.333889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35784) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:27:52.334973 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1d4702b2-63b5-41cf-b9f0-f021d1576e6f no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:27:52.338346 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-151d8105-9cc7-4f92-abab-347764f8b91f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'security_group_rule': {'security_group_id': '79d5f38e-09fc-4d71-b149-0160d1ff2d59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:52.354450 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 1d4702b2-63b5-41cf-b9f0-f021d1576e6f {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:27:52.354668 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 1d4702b2-63b5-41cf-b9f0-f021d1576e6f not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:27:52.369433 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:52.371764 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-151d8105-9cc7-4f92-abab-347764f8b91f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (409ddef4-8031-4474-8f0b-537d0b1eda0f), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.404165 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:52.457603 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-11ba5023-940a-43ea-8643-75a9de8c1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:52.459219 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-11ba5023-940a-43ea-8643-75a9de8c1fc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1168 time: 0.0443888 Jun 07 13:27:52.470038 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-151d8105-9cc7-4f92-abab-347764f8b91f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (409ddef4-8031-4474-8f0b-537d0b1eda0f), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.477513 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ea33-979e-4bc8-8471-cbf56148982c req-533c3240-3fc4-4d17-b643-dd60e6e72bad tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:52.479039 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0da2ea33-979e-4bc8-8471-cbf56148982c req-533c3240-3fc4-4d17-b643-dd60e6e72bad tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0684576 Jun 07 13:27:52.480091 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-151d8105-9cc7-4f92-abab-347764f8b91f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (409ddef4-8031-4474-8f0b-537d0b1eda0f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.521141 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d8105-9cc7-4f92-abab-347764f8b91f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409ddef4-8031-4474-8f0b-537d0b1eda0f,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:52.531762 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.534730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-151d8105-9cc7-4f92-abab-347764f8b91f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.535943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-151d8105-9cc7-4f92-abab-347764f8b91f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010703 Jun 07 13:27:52.539413 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35788) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:27:52.548362 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:52.555658 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-1d69a98d-c75c-4885-846d-4c75e3632817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:52.557108 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-1d69a98d-c75c-4885-846d-4c75e3632817 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 916 time: 0.0908451 Jun 07 13:27:52.582280 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0da2ea33-979e-4bc8-8471-cbf56148982c req-da65b125-5bb1-4342-bba8-fa016189ec44 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947289 Jun 07 13:27:52.593041 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.624258 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-05a0cf8f-6f8c-4d1c-8d27-4abdfb29557c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 1001 time: 0.0604396 Jun 07 13:27:52.671784 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.674178 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-1abe6aec-af3b-4832-b1c8-1313428f523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:52.675642 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-1abe6aec-af3b-4832-b1c8-1313428f523d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 200 len: 854 time: 0.0435817 Jun 07 13:27:52.711035 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:52.720214 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-0c4999ff-3f3f-46e4-8ec8-a64bf5c08249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:52.721718 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-0c4999ff-3f3f-46e4-8ec8-a64bf5c08249 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62d7580a-ccf0-479e-98f4-9f42b4289605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401113 Jun 07 13:27:52.781316 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Allocated IP 172.27.1.246 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/2656d59c-b991-4d2b-ad1d-3d4a692b6766) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:27:52.804036 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:52.818607 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-fafde3f8-2cf2-45cc-8587-bbe4241f8ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902908 Jun 07 13:27:52.882654 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.916389 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-96210c3c-f23a-4c90-9396-2ecfbd141d10 req-a0801949-6da3-4f52-9002-86108bfa360c service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906858 Jun 07 13:27:52.919821 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:52.963742 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:27:52.971469 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:27:52.973574 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'Port': ['ID=2656d59c-b991-4d2b-ad1d-3d4a692b6766,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:52.975691 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:27:53.056345 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (17ae0244-27b6-4259-ad59-479e8668432c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:53.090180 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:53.096370 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:53.206265 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:53.272467 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:53.277003 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:53.346265 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'Port': ['ID=2656d59c-b991-4d2b-ad1d-3d4a692b6766,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:53.358613 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (17ae0244-27b6-4259-ad59-479e8668432c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:53.374360 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:53.375928 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-023cf7f6-92fc-4fa3-981d-11cf6a82de1c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8356106 Jun 07 13:27:53.568370 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-cc918edb-6a26-4b3c-a903-48cfef85eca2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--246657819&fields=id&tenant_id=5541835571f64b4dbec6cabbbd6b13ca HTTP/1.1" status: 200 len: 267 time: 0.0423124 Jun 07 13:27:53.701247 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-83a47a73-904f-40a9-99f6-fefb2816f00a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:53.702714 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-83a47a73-904f-40a9-99f6-fefb2816f00a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 811 time: 0.1280501 Jun 07 13:27:53.722324 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755665dc-50dc-48c5-9192-5aa163e84262 req-b8a9de91-b300-48fb-9b62-f9a4136a0db2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:53.723666 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-755665dc-50dc-48c5-9192-5aa163e84262 req-b8a9de91-b300-48fb-9b62-f9a4136a0db2 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0709298 Jun 07 13:27:53.725973 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-003d8691-3c15-4eb7-8367-4601d47f57fe tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/quotas/5541835571f64b4dbec6cabbbd6b13ca HTTP/1.1" status: 200 len: 375 time: 0.0179765 Jun 07 13:27:53.805080 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-69b7c542-ae1d-476f-bd81-ad48a846ec5b tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686831 Jun 07 13:27:53.818305 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-755665dc-50dc-48c5-9192-5aa163e84262 req-22162125-343a-4469-9ef6-b85a9abec31f tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892470 Jun 07 13:27:53.936674 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:54.129827 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-9a8c9af4-650f-451b-92c6-44dd49041808 service neutron] 10.222.0.61 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105969 Jun 07 13:27:54.219047 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-7791778f-f6d6-4075-9569-1c8c8d6c759d service neutron] 10.222.0.61 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832865 Jun 07 13:27:54.406983 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96564c7d-453a-4b65-8a8a-2954cce99a3b req-e526e22e-b602-42dc-b6f0-ee98f8a82ee6 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 210 time: 0.0348794 Jun 07 13:27:54.678470 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:27:54.933519 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfa634-1091-43ee-ae73-8586d299217c req-41f11c2d-bc15-4257-9113-0ed0f0e1468a tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:54.934879 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2cfa634-1091-43ee-ae73-8586d299217c req-41f11c2d-bc15-4257-9113-0ed0f0e1468a tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0473549 Jun 07 13:27:54.953008 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:54.995796 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2cfa634-1091-43ee-ae73-8586d299217c req-a4bdcd5e-1520-4876-9c01-3c7bcc524039 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546761 Jun 07 13:27:55.422166 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:55.505823 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72d0bdc5-beaf-4aef-93b3-13f545602018 req-aebc57cc-7e02-4c0c-96cc-bce77665a80d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 210 time: 0.0277081 Jun 07 13:27:55.635893 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-67c39f95-e719-4e3e-857c-58db433a8df4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:55.637372 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-67c39f95-e719-4e3e-857c-58db433a8df4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 811 time: 0.1035604 Jun 07 13:27:55.700867 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-77fa82b1-a1c9-4e89-82be-ffd20121ddd4 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5541835571f64b4dbec6cabbbd6b13ca HTTP/1.1" status: 200 len: 379 time: 0.0532823 Jun 07 13:27:55.771335 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'port': {'device_id': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'admin_state_up': True, 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'security_groups': ['79d5f38e-09fc-4d71-b149-0160d1ff2d59']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:55.875248 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Made reservation on behalf of 5541835571f64b4dbec6cabbbd6b13ca for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:27:55.879105 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:56.003152 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Allocated IP 172.20.0.7 (d03f50ab-3c90-41eb-b646-98d9eb95947d/06790174-453a-42cf-a93c-779a835defde/985ab1c0-0915-4d8d-ae21-d4b38500b6a3) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:27:56.124374 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c57f-c978-485e-b67a-1e1ff119f6db req-3a540522-639b-461d-8285-00ab0e682489 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:56.125856 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bf62c57f-c978-485e-b67a-1e1ff119f6db req-3a540522-639b-461d-8285-00ab0e682489 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0588353 Jun 07 13:27:56.149722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:56.184463 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:56.195449 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bf62c57f-c978-485e-b67a-1e1ff119f6db req-5781033d-12b5-4e1a-8b32-42a3864796ae tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634835 Jun 07 13:27:56.197386 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:56.243016 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Network d03f50ab-3c90-41eb-b646-98d9eb95947d is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:27:56.251460 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:27:56.255515 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:27:56.261277 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event updated for resources: {'Port': ['ID=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:56.312490 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:56.313108 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:56.316416 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:56.331996 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-30dae895-18c7-43c8-bd8b-971f6cfec01e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645933 Jun 07 13:27:56.353226 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Request body: {'port': {'device_id': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:27:56.418012 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:56.531062 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-e5073dcc-8c03-40c2-853e-a37b4bc9eb62 None None] Provisioning complete for port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:27:56.532034 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e5073dcc-8c03-40c2-853e-a37b4bc9eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:56.570419 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-e5073dcc-8c03-40c2-853e-a37b4bc9eb62 None None] Port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:27:56.621914 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc234-1345-45a8-9c50-8940a8f0b926 req-d4835ded-f69b-4a69-952f-c0a34cbde45e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:56.624000 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-180bc234-1345-45a8-9c50-8940a8f0b926 req-d4835ded-f69b-4a69-952f-c0a34cbde45e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 931 time: 0.0466177 Jun 07 13:27:56.634993 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:56.672713 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-180bc234-1345-45a8-9c50-8940a8f0b926 req-1274b110-fa30-4c01-9369-6cb7f46bdffb tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Jun 07 13:27:56.703312 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:27:56.710632 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Publish callbacks [] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:56.723008 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Transition to ACTIVE for port object 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:27:56.726217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:57.026223 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Pushing event updated for resources: {'Port': ['ID=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:57.101098 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Attempting to bind port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:27:57.101428 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Attempting to bind port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:27:57.101778 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Attempting to bind port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 on network d03f50ab-3c90-41eb-b646-98d9eb95947d {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:27:57.106378 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 on network d03f50ab-3c90-41eb-b646-98d9eb95947d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:27:57.106704 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Attempting to bind port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 on network d03f50ab-3c90-41eb-b646-98d9eb95947d {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:27:57.112819 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:27:57.113152 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Checking segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:27:57.113528 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Bound using segment: {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:27:57.113949 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Bound port: 985ab1c0-0915-4d8d-ae21-d4b38500b6a3, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ea2289-1cdb-4198-b5a4-9fd34c53110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:27:57.114303 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:57.178122 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] For port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:27:57.182107 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] For port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:27:57.188219 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:57.219072 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:57.219681 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:27:57.221114 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] 10.222.0.18 "PUT /v2.0/ports/985ab1c0-0915-4d8d-ae21-d4b38500b6a3 HTTP/1.1" status: 200 len: 1093 time: 0.8720686 Jun 07 13:27:57.223407 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:27:57.225570 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787c32cb-4464-4604-b47a-97c7b14845a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:27:57.253584 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff37b0-da69-4df3-ab6c-72c8cc056576 service neutron] Pushing event updated for resources: {'Port': ['ID=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:27:57.270241 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad5cd7a-1b53-4ef0-8a5c-2490c6bb692b x-openstack-request-id: req-7ad5cd7a-1b53-4ef0-8a5c-2490c6bb692b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:27:57.270472 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:27:57.270883 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ad5cd7a-1b53-4ef0-8a5c-2490c6bb692b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:27:57.271290 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad5cd7a-1b53-4ef0-8a5c-2490c6bb692b'] response: {'name': 'network-changed', 'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'status': 'completed', 'code': 200} Jun 07 13:27:57.335699 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e480acb-a283-4fe4-9b9b-b03c93b8cc11 req-27ee978c-f5fb-40ef-a2d1-03d24f0bf4a3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:57.337197 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e480acb-a283-4fe4-9b9b-b03c93b8cc11 req-27ee978c-f5fb-40ef-a2d1-03d24f0bf4a3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0487008 Jun 07 13:27:57.403908 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e480acb-a283-4fe4-9b9b-b03c93b8cc11 req-0162baf2-1287-427c-9cb0-d2bc55344058 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602579 Jun 07 13:27:57.784983 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ece77d-0bd7-4b92-a271-89c76e5c53c3 req-db598858-718b-4e1b-9914-6329c1dd68a1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:57.786330 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41ece77d-0bd7-4b92-a271-89c76e5c53c3 req-db598858-718b-4e1b-9914-6329c1dd68a1 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 943 time: 0.0464978 Jun 07 13:27:57.832472 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41ece77d-0bd7-4b92-a271-89c76e5c53c3 req-4ffc9989-4659-4136-8cfc-c492ae54c274 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406039 Jun 07 13:27:58.515598 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4a544-eaf9-4676-a627-8409fe1dcf82 req-7315ca62-85e7-4977-b6f0-9c6c1672e8f4 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:58.517013 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-10a4a544-eaf9-4676-a627-8409fe1dcf82 req-7315ca62-85e7-4977-b6f0-9c6c1672e8f4 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0459547 Jun 07 13:27:58.578931 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-10a4a544-eaf9-4676-a627-8409fe1dcf82 req-8403a410-cdff-49c2-aae5-e249338ae3d3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562663 Jun 07 13:27:58.942082 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05895d64-7518-4417-9664-2108d65aa151 req-55ade4c9-fee1-4de7-9967-5fa21a090739 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:58.943616 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05895d64-7518-4417-9664-2108d65aa151 req-55ade4c9-fee1-4de7-9967-5fa21a090739 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 943 time: 0.0459013 Jun 07 13:27:58.989529 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05895d64-7518-4417-9664-2108d65aa151 req-fcd27148-16a4-4004-ae3c-44c22955c380 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404775 Jun 07 13:27:59.442855 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:59.449073 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c32cb-4464-4604-b47a-97c7b14845a3 req-804393ea-d305-417a-8bad-386ad3a98d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:59.450550 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-787c32cb-4464-4604-b47a-97c7b14845a3 req-804393ea-d305-417a-8bad-386ad3a98d8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 1127 time: 0.0412169 Jun 07 13:27:59.550802 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c32cb-4464-4604-b47a-97c7b14845a3 req-ef876e3a-fab7-4626-92f6-19414cc9fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:59.552323 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-787c32cb-4464-4604-b47a-97c7b14845a3 req-ef876e3a-fab7-4626-92f6-19414cc9fcdf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0923533 Jun 07 13:27:59.631739 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:27:59.647914 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c32cb-4464-4604-b47a-97c7b14845a3 req-8257373b-041a-477d-896c-b3460059d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:59.649376 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-787c32cb-4464-4604-b47a-97c7b14845a3 req-8257373b-041a-477d-896c-b3460059d6a5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880685 Jun 07 13:27:59.729313 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-3873732c-5444-4c34-96e2-fd9d4e0069f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:59.730859 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-3873732c-5444-4c34-96e2-fd9d4e0069f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 1127 time: 0.0438592 Jun 07 13:27:59.773464 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-e9ffd974-05ee-4233-9631-dec51061b73a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3 HTTP/1.1" status: 200 len: 217 time: 0.0322425 Jun 07 13:27:59.808001 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb308b4-2063-4ff8-b73e-44c9052d0a88 req-d525e9fb-d094-4e44-b265-bb0d861d0ccb tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:59.809472 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fdb308b4-2063-4ff8-b73e-44c9052d0a88 req-d525e9fb-d094-4e44-b265-bb0d861d0ccb tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.1598125 Jun 07 13:27:59.822988 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-bcca6691-e392-4ce2-accb-e07ec1407c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:59.824426 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-bcca6691-e392-4ce2-accb-e07ec1407c10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0446482 Jun 07 13:27:59.868467 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-bd0dc78d-8b73-43d5-bdf1-144857f75fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:27:59.869103 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fdb308b4-2063-4ff8-b73e-44c9052d0a88 req-d5ff0e29-b2c5-41da-9701-89407aab4499 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534673 Jun 07 13:27:59.869905 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-bd0dc78d-8b73-43d5-bdf1-144857f75fea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382593 Jun 07 13:27:59.964797 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-7bb20026-027d-42e0-89ee-0d8a747e17b5 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Jun 07 13:28:00.053038 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-cbf60da8-2245-4a8e-9eba-06320da06765 req-b25e6d39-67e8-440a-a5ea-64931eb44ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814636 Jun 07 13:28:00.106375 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d10a-b4b9-417a-9194-db9043da5e60 req-fcd9430d-a3c0-41da-9237-97b2167e3a55 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:00.107852 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce76d10a-b4b9-417a-9194-db9043da5e60 req-fcd9430d-a3c0-41da-9237-97b2167e3a55 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 943 time: 0.0524960 Jun 07 13:28:00.154698 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce76d10a-b4b9-417a-9194-db9043da5e60 req-0d40a206-e29a-40b6-8cb9-c445d7ede926 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410583 Jun 07 13:28:00.462493 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=70 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:00.983286 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf489ab-d637-4b7d-b9a5-feb89419e319 req-f93d8688-1290-4b4c-89ad-9f97e5a3072b tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:00.984710 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0bf489ab-d637-4b7d-b9a5-feb89419e319 req-f93d8688-1290-4b4c-89ad-9f97e5a3072b tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0462925 Jun 07 13:28:01.005068 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35868) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:01.057487 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:01.099343 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0bf489ab-d637-4b7d-b9a5-feb89419e319 req-86dc6b12-e0ba-486c-af31-b9f163f41ce9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088169 Jun 07 13:28:01.179139 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Deleting port 448e8c3a-be6a-4823-86f0-06b0f1f956ae {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:01.179398 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:01.291646 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ab16-e449-4bba-9803-1bbc88a8f09f req-d7ad88ab-e619-4101-b35e-daeda9543168 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:01.293051 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5404ab16-e449-4bba-9803-1bbc88a8f09f req-d7ad88ab-e619-4101-b35e-daeda9543168 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 943 time: 0.0644686 Jun 07 13:28:01.296942 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:01.297258 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (448e8c3a-be6a-4823-86f0-06b0f1f956ae), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:01.315701 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:01.316891 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Calling delete_port for 448e8c3a-be6a-4823-86f0-06b0f1f956ae owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:01.411912 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5404ab16-e449-4bba-9803-1bbc88a8f09f req-25f9fd7c-952f-4793-b27e-b2ae2572db6f tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119759 Jun 07 13:28:01.512535 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (448e8c3a-be6a-4823-86f0-06b0f1f956ae), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:01.541106 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event deleted for resources: {'Port': ['ID=448e8c3a-be6a-4823-86f0-06b0f1f956ae,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:01.600707 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (8384688b-b5f7-4469-9905-ba94dcb85b78), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:01.601031 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Floating IP 8384688b-b5f7-4469-9905-ba94dcb85b78 disassociated (deleted). External IP: 172.27.1.178, port: b83954e8-7ec5-4676-8eb6-33daf88474b1. Jun 07 13:28:01.793348 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:28:01.884152 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:01.895095 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:28:01.899872 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:01.904317 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:28:01.913902 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:01.914505 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:01.929391 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-dfc0b399-d005-4057-8023-b3746a336e79 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "DELETE /v2.0/floatingips/8384688b-b5f7-4469-9905-ba94dcb85b78 HTTP/1.1" status: 204 len: 168 time: 0.9233556 Jun 07 13:28:01.929987 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:01.932237 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b3944-8e24-4d23-9517-8c24804b07fb" -d '{"events": [{"name": "network-changed", "server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:01.969937 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a222ad-501c-4748-9e17-67210489caa0 x-openstack-request-id: req-09a222ad-501c-4748-9e17-67210489caa0 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:01.970521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:01.970768 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09a222ad-501c-4748-9e17-67210489caa0 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:01.971270 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a222ad-501c-4748-9e17-67210489caa0'] response: {'name': 'network-changed', 'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'status': 'completed', 'code': 200} Jun 07 13:28:02.017534 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:02.226867 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:05Z', 'revision_number': 1, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:02.227204 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73126b4d-ac2f-4100-8a7e-ab7f7f75b184 req-3d81004c-9dd0-442f-b4f1-6953b357343d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:02.228635 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-73126b4d-ac2f-4100-8a7e-ab7f7f75b184 req-3d81004c-9dd0-442f-b4f1-6953b357343d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.1285925 Jun 07 13:28:02.240827 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae819fae-499d-4701-b736-f4bc023d0a61 req-f581a400-ac91-433b-beae-5623e8f467f0 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:02.242196 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae819fae-499d-4701-b736-f4bc023d0a61 req-f581a400-ac91-433b-beae-5623e8f467f0 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0614257 Jun 07 13:28:02.255240 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:28:02.264315 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:02.264913 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:02.297113 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:02.323586 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-73126b4d-ac2f-4100-8a7e-ab7f7f75b184 req-c7e1aa58-0b01-4530-b782-24da04fb4edb tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891364 Jun 07 13:28:02.338702 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae819fae-499d-4701-b736-f4bc023d0a61 req-80efb06c-89d9-4b82-ba5b-c690051f2f64 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893710 Jun 07 13:28:02.363118 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:02.525400 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eeb19-ac57-4712-b4c9-62c6c32f7c82 req-a3fc2d74-8721-4617-a302-fa5c4c7ff2c2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:02.526852 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3c8eeb19-ac57-4712-b4c9-62c6c32f7c82 req-a3fc2d74-8721-4617-a302-fa5c4c7ff2c2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 943 time: 0.0474968 Jun 07 13:28:02.545562 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:02.576449 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3c8eeb19-ac57-4712-b4c9-62c6c32f7c82 req-4ddc4e05-d9fa-4bc4-9030-08a0298eebf3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 Jun 07 13:28:02.582505 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:05Z', 'revision_number': 1, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:02.606441 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867e6975-0e66-4812-a170-7fdac82277f9 None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': 'b21ff538-aebc-4a98-a194-abd8be712820', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'port_id': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'mac_address': 'fa:16:3e:a0:35:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e44fbd-542f-491b-924a-b344febacc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:24:03Z', 'updated_at': '2022-06-07T13:24:05Z', 'revision_number': 1, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:28:02.827211 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24339981-2639-4757-b013-bcaa31fea392 None None] New status for floating IP 8384688b-b5f7-4469-9905-ba94dcb85b78: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:28:03.462476 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:28:03.468818 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6b1d8-23c8-4d43-be63-c5d3f64d8371 req-732255c9-2d44-488a-baef-e23080de2e4e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:03.470292 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7e6b1d8-23c8-4d43-be63-c5d3f64d8371 req-732255c9-2d44-488a-baef-e23080de2e4e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0775235 Jun 07 13:28:03.485711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4444f-e224-49c2-9e66-10c1ce6da4a4 req-eadba9dc-18f2-4ff4-a7b9-74041ed71435 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:03.487132 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ea4444f-e224-49c2-9e66-10c1ce6da4a4 req-eadba9dc-18f2-4ff4-a7b9-74041ed71435 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0669198 Jun 07 13:28:03.559165 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7e6b1d8-23c8-4d43-be63-c5d3f64d8371 req-67aea028-7102-422b-a7b6-9aa7b6972105 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808883 Jun 07 13:28:03.560963 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:03.574324 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'port_id': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'mac_address': 'fa:16:3e:63:9f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:28:03.579426 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ea4444f-e224-49c2-9e66-10c1ce6da4a4 req-b3353625-8b80-4f65-bb5d-7dfda30bad08 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860426 Jun 07 13:28:03.615577 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:28:03.615959 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:03.631896 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:28:03.653129 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:03.657487 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:03.692063 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b492f1-fc46-425d-8d91-aee98b7b2610 req-dfa21449-87b6-4849-a19c-db76b01e7fb8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:03.693571 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c9b492f1-fc46-425d-8d91-aee98b7b2610 req-dfa21449-87b6-4849-a19c-db76b01e7fb8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 944 time: 0.0469680 Jun 07 13:28:03.704192 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:03.740440 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c9b492f1-fc46-425d-8d91-aee98b7b2610 req-12ae87bf-c640-429e-8c63-18bc18ae99fc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 Jun 07 13:28:03.812724 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-22c64f16-671e-421d-8074-bb7dce5d70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:03.814208 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-22c64f16-671e-421d-8074-bb7dce5d70a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 1129 time: 0.0460818 Jun 07 13:28:03.963923 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['985ab1c0-0915-4d8d-ae21-d4b38500b6a3'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:28:03.965950 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:04.055535 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:04.707029 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642a1a0-c755-48e0-8e14-59c2656e7988 req-1a4f1950-7beb-4484-9704-8aaf7c0a2d18 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:04.708494 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9642a1a0-c755-48e0-8e14-59c2656e7988 req-1a4f1950-7beb-4484-9704-8aaf7c0a2d18 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0785210 Jun 07 13:28:04.731119 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88c124-1773-4b2b-b63c-e460ef480982 req-64ab1779-0e8d-4fd4-aa45-81789850a14f tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:04.731119 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bd88c124-1773-4b2b-b63c-e460ef480982 req-64ab1779-0e8d-4fd4-aa45-81789850a14f tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0683389 Jun 07 13:28:04.737791 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:04.793748 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9642a1a0-c755-48e0-8e14-59c2656e7988 req-200be609-e6cc-42f3-aa5c-7a0408569d6d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797908 Jun 07 13:28:04.819076 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bd88c124-1773-4b2b-b63c-e460ef480982 req-c586e59a-952e-470a-9262-b5cd8a88b1b1 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805597 Jun 07 13:28:04.899674 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd357-d11f-4d67-a84d-b37951a2635c req-fe438818-9b1f-4152-b918-405c977c4dc2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:04.901092 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96bdd357-d11f-4d67-a84d-b37951a2635c req-fe438818-9b1f-4152-b918-405c977c4dc2 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 944 time: 0.0512953 Jun 07 13:28:04.955171 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96bdd357-d11f-4d67-a84d-b37951a2635c req-138d726c-8844-4a8a-9277-74df950e6da8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477867 Jun 07 13:28:05.195595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-f0b7d5f5-d841-4634-ac05-7e565c495284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:05.196962 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-f0b7d5f5-d841-4634-ac05-7e565c495284 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.0834861 Jun 07 13:28:05.302746 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-60e8d828-469b-4c9e-96ed-169ef60bf077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1 HTTP/1.1" status: 200 len: 217 time: 0.0358500 Jun 07 13:28:05.350813 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-e3fc1b6b-7d27-49d8-80f9-861dd7a6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:05.352248 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-e3fc1b6b-7d27-49d8-80f9-861dd7a6b13f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0422986 Jun 07 13:28:05.475442 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:28:05.516817 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:28:05.523543 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:28:05.523543 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:05.550763 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-00d2f2e3-ec38-4ebc-bfb0-863994c7118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:05.552252 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-00d2f2e3-ec38-4ebc-bfb0-863994c7118f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398664 Jun 07 13:28:05.598909 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:28:05.599291 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:05.624185 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:05.626378 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb70119-ce04-4ea0-901b-243d250ea565" -d '{"events": [{"server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "name": "network-vif-plugged", "status": "completed", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:05.640034 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:05.645098 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:05.669917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de721d4e-46ad-4dfb-bb9e-cd517eb83895 x-openstack-request-id: req-de721d4e-46ad-4dfb-bb9e-cd517eb83895 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:05.670203 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "name": "network-vif-plugged", "status": "completed", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:05.670449 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de721d4e-46ad-4dfb-bb9e-cd517eb83895 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:05.670851 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de721d4e-46ad-4dfb-bb9e-cd517eb83895'] response: {'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'code': 200} Jun 07 13:28:05.672662 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-b12e62e5-a63e-4d4e-b01d-5fbd2be15a2b tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:05.674128 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-b12e62e5-a63e-4d4e-b01d-5fbd2be15a2b tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0684178 Jun 07 13:28:05.694685 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:05.728075 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-7db74d8b-9d31-4b48-9c34-dd4a44bc8ae0 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665044 Jun 07 13:28:05.861748 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Deleting port b83954e8-7ec5-4676-8eb6-33daf88474b1 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:05.862091 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:05.869547 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:05.919648 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:05.934328 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715181d-b98f-4604-b014-cd2f62d18979 req-3e8ff25f-8267-438a-85ff-69d163890f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:05.936423 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6715181d-b98f-4604-b014-cd2f62d18979 req-3e8ff25f-8267-438a-85ff-69d163890f3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 1129 time: 0.1161146 Jun 07 13:28:05.973035 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140ed3f-aabb-4dbd-9946-9402701405ba req-a0fc5fb4-7660-4948-84a5-6d38dd437939 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:05.974494 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d140ed3f-aabb-4dbd-9946-9402701405ba req-a0fc5fb4-7660-4948-84a5-6d38dd437939 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 945 time: 0.0789740 Jun 07 13:28:05.976299 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-a92b3944-8e24-4d23-9517-8c24804b07fb req-9ba2c125-6818-45b1-a05c-b3a88e95dd15 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362974 Jun 07 13:28:05.980754 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0d9c-b214-4a1a-8cae-85142f8713a8 req-d5408e3e-1750-409b-9324-29963cc970a0 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:05.982100 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-999b0d9c-b214-4a1a-8cae-85142f8713a8 req-d5408e3e-1750-409b-9324-29963cc970a0 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0768113 Jun 07 13:28:06.028371 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6715181d-b98f-4604-b014-cd2f62d18979 req-b6622d9a-f312-4b15-9008-b21cf9437027 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773387 Jun 07 13:28:06.033171 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] For port b83954e8-7ec5-4676-8eb6-33daf88474b1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b83954e8-7ec5-4676-8eb6-33daf88474b1,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:06.033532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:06.037822 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:06.047638 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Calling delete_port for b83954e8-7ec5-4676-8eb6-33daf88474b1 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:06.070054 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d140ed3f-aabb-4dbd-9946-9402701405ba req-65c32fd3-8a42-4fa8-b8fb-aae28ae715b4 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870063 Jun 07 13:28:06.084091 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-999b0d9c-b214-4a1a-8cae-85142f8713a8 req-71955891-2a10-488c-821d-13c10a7aab8b tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936501 Jun 07 13:28:06.177354 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cc36f-fe65-4006-af57-46d00bf03a03 req-a7891549-0420-402d-94a7-bcd802f18b91 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:06.178802 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d5cc36f-fe65-4006-af57-46d00bf03a03 req-a7891549-0420-402d-94a7-bcd802f18b91 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0468674 Jun 07 13:28:06.187126 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (b83954e8-7ec5-4676-8eb6-33daf88474b1), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:06.214498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event deleted for resources: {'Port': ['ID=b83954e8-7ec5-4676-8eb6-33daf88474b1,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:06.236340 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d5cc36f-fe65-4006-af57-46d00bf03a03 req-e09ba6e0-2bbf-44df-9d64-123b4b69a8bb tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514884 Jun 07 13:28:06.261478 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] No DVR routers for this DVR port b83954e8-7ec5-4676-8eb6-33daf88474b1 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:28:06.264201 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:06.267423 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8d9a1d59-80f6-457d-af91-8238900c57a7 req-14305a65-a50e-4e88-94bd-930610f47970 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "DELETE /v2.0/ports/b83954e8-7ec5-4676-8eb6-33daf88474b1 HTTP/1.1" status: 204 len: 173 time: 0.5843399 Jun 07 13:28:06.267848 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'name': 'network-vif-deleted', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:06.270036 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23c24c1-b9ce-4881-8dc7-7fe0c9ea914a" -d '{"events": [{"server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "name": "network-vif-deleted", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:06.304475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240e0e17-0f87-48e3-a23e-89af0efe1453 x-openstack-request-id: req-240e0e17-0f87-48e3-a23e-89af0efe1453 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:06.304733 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50eb4fa0-5e14-46c7-89db-b095754d73ea", "name": "network-vif-deleted", "tag": "b83954e8-7ec5-4676-8eb6-33daf88474b1", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:06.305006 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-240e0e17-0f87-48e3-a23e-89af0efe1453 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:06.305459 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240e0e17-0f87-48e3-a23e-89af0efe1453'] response: {'server_uuid': '50eb4fa0-5e14-46c7-89db-b095754d73ea', 'name': 'network-vif-deleted', 'tag': 'b83954e8-7ec5-4676-8eb6-33daf88474b1', 'status': 'completed', 'code': 200} Jun 07 13:28:07.197001 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:07.213953 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-77948835-ec66-4d7b-967c-2f22b6a36e8c req-db060dd4-6458-4286-a39f-9a9e485c350f tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=50eb4fa0-5e14-46c7-89db-b095754d73ea HTTP/1.1" status: 200 len: 210 time: 0.0553365 Jun 07 13:28:07.232525 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67810c4-cda9-4c69-a706-e103655e28be req-1aad018a-e696-4436-a861-5347d5c2a183 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:07.233928 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c67810c4-cda9-4c69-a706-e103655e28be req-1aad018a-e696-4436-a861-5347d5c2a183 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0639694 Jun 07 13:28:07.294669 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c67810c4-cda9-4c69-a706-e103655e28be req-90f14528-9fd7-445c-b1e7-17782df90221 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546589 Jun 07 13:28:07.344125 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddabc81-870d-4c51-9264-ac079c463b87 req-cd919a78-901d-4452-9aca-3c31efdcdf38 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:07.345575 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dddabc81-870d-4c51-9264-ac079c463b87 req-cd919a78-901d-4452-9aca-3c31efdcdf38 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0474858 Jun 07 13:28:07.392411 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dddabc81-870d-4c51-9264-ac079c463b87 req-95643f2e-69b9-41c0-8686-d81a65c4eacd tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Jun 07 13:28:08.416602 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39d6dc-af92-4cf2-ac14-a789f37f7ac5 req-d1b244ab-d2ff-4478-94a0-409cd07ff5b3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:08.418065 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed39d6dc-af92-4cf2-ac14-a789f37f7ac5 req-d1b244ab-d2ff-4478-94a0-409cd07ff5b3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0502481 Jun 07 13:28:08.511073 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed39d6dc-af92-4cf2-ac14-a789f37f7ac5 req-2503e499-1d5a-4d72-b89a-3d7a677bff8b tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848105 Jun 07 13:28:08.524623 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfea1c-335d-4e7f-b238-adf8b4dd63e1 req-ab9da071-3fcc-44f4-aee9-c99c783ecba8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:08.526066 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58bfea1c-335d-4e7f-b238-adf8b4dd63e1 req-ab9da071-3fcc-44f4-aee9-c99c783ecba8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0629230 Jun 07 13:28:08.575542 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58bfea1c-335d-4e7f-b238-adf8b4dd63e1 req-54d15232-c4a3-4833-a5a6-297152654f5b tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433261 Jun 07 13:28:08.689959 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942a63c-d10b-4b42-b27e-9d7db460771f req-26714828-b8dc-4a66-87ae-ebbfbdeac97a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:08.691847 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9942a63c-d10b-4b42-b27e-9d7db460771f req-26714828-b8dc-4a66-87ae-ebbfbdeac97a tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Jun 07 13:28:08.700275 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35958) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:08.704950 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Request body: {'floatingip': {'port_id': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:28:08.746894 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (17ae0244-27b6-4259-ad59-479e8668432c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:09.164290 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:09.396957 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:09.405243 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (17ae0244-27b6-4259-ad59-479e8668432c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:09.468556 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device b83954e8-7ec5-4676-8eb6-33daf88474b1 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:09.510849 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: b83954e8-7ec5-4676-8eb6-33daf88474b1 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:09.511270 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device b83954e8-7ec5-4676-8eb6-33daf88474b1 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:09.567554 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0f8f9-0293-4649-80ea-79c455353ed8 req-4ab77840-df06-43f9-a503-98848839d9c6 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:09.569017 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd0f8f9-0293-4649-80ea-79c455353ed8 req-4ab77840-df06-43f9-a503-98848839d9c6 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 945 time: 0.0626621 Jun 07 13:28:09.571675 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Floating IP 17ae0244-27b6-4259-ad59-479e8668432c associated. External IP: 172.27.1.246, port: 985ab1c0-0915-4d8d-ae21-d4b38500b6a3. Jun 07 13:28:09.654739 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:09.707529 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c031-e879-4a66-bede-165b449185be req-df0a55c1-04c9-43af-9ec1-d70b3e8b5710 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:09.708958 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7dc3c031-e879-4a66-bede-165b449185be req-df0a55c1-04c9-43af-9ec1-d70b3e8b5710 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.1050377 Jun 07 13:28:09.746454 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd0f8f9-0293-4649-80ea-79c455353ed8 req-f30feaa1-f34f-46c1-9bf0-f74ace1d09bb tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714361 Jun 07 13:28:09.833417 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7dc3c031-e879-4a66-bede-165b449185be req-95219483-916c-4e39-96e7-836faf111fef tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139138 Jun 07 13:28:09.890887 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:28:09.991679 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:28:09.996790 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:10.002009 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] Sync routers for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:28:10.011193 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:10.011859 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:10.025297 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a6a75a55-79d3-46db-80fc-5cd5870c63ed tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "PUT /v2.0/floatingips/17ae0244-27b6-4259-ad59-479e8668432c HTTP/1.1" status: 200 len: 991 time: 1.3235238 Jun 07 13:28:10.025862 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:10.028230 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a09c3c-f5a8-425d-b337-85a6687cd323" -d '{"events": [{"name": "network-changed", "server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:10.064433 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e654a2-593f-41e9-91b5-b4455e762d0f x-openstack-request-id: req-96e654a2-593f-41e9-91b5-b4455e762d0f {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:10.064721 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:10.064972 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96e654a2-593f-41e9-91b5-b4455e762d0f {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:10.065372 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e654a2-593f-41e9-91b5-b4455e762d0f'] response: {'name': 'network-changed', 'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'status': 'completed', 'code': 200} Jun 07 13:28:10.165018 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:10.189065 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:10.386642 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '17ae0244-27b6-4259-ad59-479e8668432c', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'port_id': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'mac_address': 'fa:16:3e:63:9f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:27:53Z', 'updated_at': '2022-06-07T13:28:09Z', 'revision_number': 1, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:10.410387 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] Checking router: 5d18efd9-5ba3-4b67-ac6e-c63576670d90 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:28:10.419003 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:10.419570 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:10.518231 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:10.540044 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 35982) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:10.558086 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:10.681924 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Deleting port ae118e0b-2721-4f4f-ab84-0c4212e06d26 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:10.682505 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:10.723310 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '17ae0244-27b6-4259-ad59-479e8668432c', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'port_id': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'mac_address': 'fa:16:3e:63:9f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:27:53Z', 'updated_at': '2022-06-07T13:28:09Z', 'revision_number': 1, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:10.748219 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a50e0-8299-454d-a6af-6a3db4c8b3fe None None] The sync data for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi is: [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '17ae0244-27b6-4259-ad59-479e8668432c', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'port_id': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'mac_address': 'fa:16:3e:63:9f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:27:53Z', 'updated_at': '2022-06-07T13:28:09Z', 'revision_number': 1, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:28:10.758340 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:10.758660 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (ae118e0b-2721-4f4f-ab84-0c4212e06d26), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:10.760862 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:10.773650 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Calling delete_port for ae118e0b-2721-4f4f-ab84-0c4212e06d26 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:10.881649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1bba-146f-4ddd-a4f0-07579dad7ada req-a19fd357-c2fb-4c05-95b6-ddd84772407f tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:10.883197 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d0e1bba-146f-4ddd-a4f0-07579dad7ada req-a19fd357-c2fb-4c05-95b6-ddd84772407f tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 945 time: 0.0603096 Jun 07 13:28:10.984212 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b677bd-2711-4f60-a464-0db41a463f46 None None] New status for floating IP 17ae0244-27b6-4259-ad59-479e8668432c: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:28:11.027863 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b4cab-9574-4b8c-884a-5188c2b72568 req-4a49cdd7-108d-41a0-87f3-eaa8cb2f113e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:11.029339 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e74b4cab-9574-4b8c-884a-5188c2b72568 req-4a49cdd7-108d-41a0-87f3-eaa8cb2f113e tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0934722 Jun 07 13:28:11.033973 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d0e1bba-146f-4ddd-a4f0-07579dad7ada req-e4100f4c-96fd-431c-a529-3fb0f5267395 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/security-groups?id=7277d5f9-753f-407a-8166-4729e66267e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431713 Jun 07 13:28:11.036103 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:11.073388 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (ae118e0b-2721-4f4f-ab84-0c4212e06d26), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:11.140339 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event deleted for resources: {'Port': ['ID=ae118e0b-2721-4f4f-ab84-0c4212e06d26,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:11.178607 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e74b4cab-9574-4b8c-884a-5188c2b72568 req-4547f4c8-bd57-4d46-a789-7fa1dbb85db0 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412041 Jun 07 13:28:11.204770 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (b21ff538-aebc-4a98-a194-abd8be712820), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:11.205081 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Floating IP b21ff538-aebc-4a98-a194-abd8be712820 disassociated (deleted). External IP: 172.27.1.168, port: d6ca44d9-1b5d-4453-991d-603401049b3a. Jun 07 13:28:11.359677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-81ba4fb0-c526-4ff2-9852-26902eea0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:11.361456 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-81ba4fb0-c526-4ff2-9852-26902eea0d3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 1129 time: 0.0434935 Jun 07 13:28:11.397516 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:28:11.503496 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:28:11.508123 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:11.513913 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:28:11.524559 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-72aa7621-dcbf-4e1e-ba50-c91593965083 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054466 Jun 07 13:28:11.525222 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:11.526446 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:11.538245 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-fa5bd782-10ab-49ad-aaa8-b928752626db tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "DELETE /v2.0/floatingips/b21ff538-aebc-4a98-a194-abd8be712820 HTTP/1.1" status: 204 len: 168 time: 0.9971180 Jun 07 13:28:11.565731 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-f0e52655-5095-4bf1-8b3f-46ded30d809b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:11.567248 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-f0e52655-5095-4bf1-8b3f-46ded30d809b tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 945 time: 0.1463573 Jun 07 13:28:11.587645 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-4df86359-a2c2-496d-a92c-79132fb8ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:11.589137 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-4df86359-a2c2-496d-a92c-79132fb8ae60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 912 time: 0.1420314 Jun 07 13:28:11.659399 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:11.741927 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:11.762259 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-c3e0125f-d263-486c-b8bd-4d05e4f33fca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3 HTTP/1.1" status: 200 len: 1001 time: 0.1246426 Jun 07 13:28:11.765533 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Deleting port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:11.765936 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:11.769504 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-e73c152f-6a47-498a-82aa-d6c11286adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:11.771090 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-e73c152f-6a47-498a-82aa-d6c11286adbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1129 time: 0.0979779 Jun 07 13:28:11.788350 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286073a1-0a64-4cdc-abf8-79a297b0d1cf req-934a8d03-42c8-4995-ad0d-5cdee67463b0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:11.789847 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-286073a1-0a64-4cdc-abf8-79a297b0d1cf req-934a8d03-42c8-4995-ad0d-5cdee67463b0 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.0590436 Jun 07 13:28:11.841661 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-286073a1-0a64-4cdc-abf8-79a297b0d1cf req-5555444f-d5e7-4a09-a0c8-80930e62bf25 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450256 Jun 07 13:28:11.847257 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:11.853112 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:11.870686 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] For port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,segment=NetworkSegment(f31fd50c-872c-44bc-93be-ee57ee9b8b2c),segment_id=f31fd50c-872c-44bc-93be-ee57ee9b8b2c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:11.871080 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:11.884892 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Calling delete_port for 4c14653f-ef76-4b3c-9ecd-883ef3aced8d owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:11.886692 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:28:11.895772 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:11.896368 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:11.926624 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:11.929927 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:11.995849 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:12.012779 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (4c14653f-ef76-4b3c-9ecd-883ef3aced8d), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:12.029023 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['4c14653f-ef76-4b3c-9ecd-883ef3aced8d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:28:12.040111 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Pushing event deleted for resources: {'Port': ['ID=4c14653f-ef76-4b3c-9ecd-883ef3aced8d,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:12.066353 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:12.068797 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30047799-49f9-4aff-a477-df65dcf81637" -d '{"events": [{"name": "network-changed", "server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:12.106530 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] No DVR routers for this DVR port 4c14653f-ef76-4b3c-9ecd-883ef3aced8d on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:28:12.110180 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:12.113688 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-31112d13-1bc2-42f1-84b1-2cde9686abb0 req-7b9bb150-230b-4927-b7aa-f1fcf619ba15 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.18 "DELETE /v2.0/ports/4c14653f-ef76-4b3c-9ecd-883ef3aced8d HTTP/1.1" status: 204 len: 173 time: 0.5235553 Jun 07 13:28:12.114349 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'name': 'network-vif-deleted', 'tag': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:12.118156 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ca14d3-6c63-4fb5-b1fc-1e7bbf059b16" -d '{"events": [{"server_uuid": "283b33da-e8e6-410d-ad5f-c2cf46a745f3", "name": "network-vif-deleted", "tag": "4c14653f-ef76-4b3c-9ecd-883ef3aced8d"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:12.130483 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019829bb-c201-4cbb-9424-a167c7c9ca5a x-openstack-request-id: req-019829bb-c201-4cbb-9424-a167c7c9ca5a {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:12.131023 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:12.131376 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-019829bb-c201-4cbb-9424-a167c7c9ca5a {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:12.131869 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019829bb-c201-4cbb-9424-a167c7c9ca5a'] response: {'name': 'network-changed', 'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'status': 'completed', 'code': 200} Jun 07 13:28:12.167120 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67a622a-a729-4e6c-bd6a-857acec14b94 x-openstack-request-id: req-e67a622a-a729-4e6c-bd6a-857acec14b94 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:12.167410 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283b33da-e8e6-410d-ad5f-c2cf46a745f3", "name": "network-vif-deleted", "tag": "4c14653f-ef76-4b3c-9ecd-883ef3aced8d", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:12.167664 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e67a622a-a729-4e6c-bd6a-857acec14b94 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:12.168065 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67a622a-a729-4e6c-bd6a-857acec14b94'] response: {'server_uuid': '283b33da-e8e6-410d-ad5f-c2cf46a745f3', 'name': 'network-vif-deleted', 'tag': '4c14653f-ef76-4b3c-9ecd-883ef3aced8d', 'status': 'completed', 'code': 200} Jun 07 13:28:12.181764 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-11b14b3b-37f3-45db-a51d-141e7b7017d9 req-7c89739b-442a-4386-8e8e-5936c9500b36 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 210 time: 0.0401185 Jun 07 13:28:12.206613 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:12.241838 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747ce89-ec84-4664-8ec8-c7321b3ae7f4 None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:20:25Z', 'revision_number': 4, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9747ea0d-0df2-405d-99db-133c1e1d46f9', 'name': '', 'network_id': '9f22df14-4055-4a5c-b07f-b9c47fcaaaf4', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'mac_address': 'fa:16:3e:57:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:24Z', 'updated_at': '2022-06-07T13:20:29Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'subnets': [{'id': 'd8435a97-b4f0-4ba2-833b-48f44c062c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:28:12.282420 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-1b5783b4-1277-4fcd-9413-07f0df1dd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:12.283941 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-1b5783b4-1277-4fcd-9413-07f0df1dd5db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.1067152 Jun 07 13:28:12.315061 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-30756d3a-1ee7-4804-9f82-28ac7c48a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:12.316514 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-30756d3a-1ee7-4804-9f82-28ac7c48a24a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.1273644 Jun 07 13:28:12.318126 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09c70e-9fb4-455d-b02e-2f298322573b req-048e49e6-fc4d-4b3c-925d-a84361935b6b tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:12.319643 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b09c70e-9fb4-455d-b02e-2f298322573b req-048e49e6-fc4d-4b3c-925d-a84361935b6b tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0482693 Jun 07 13:28:12.381833 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b09c70e-9fb4-455d-b02e-2f298322573b req-c6c5ce15-716d-4d52-808e-088490ca427d tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561008 Jun 07 13:28:12.484357 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d858222-7115-4536-98de-bf900bdb7766 None None] New status for floating IP b21ff538-aebc-4a98-a194-abd8be712820: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:28:12.956961 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e048b-8729-4b37-8f03-2360ee4c9f8b req-78f23541-2728-48c4-9ebc-4e97be6e15d3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:12.958400 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a78e048b-8729-4b37-8f03-2360ee4c9f8b req-78f23541-2728-48c4-9ebc-4e97be6e15d3 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.0500674 Jun 07 13:28:13.006417 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a78e048b-8729-4b37-8f03-2360ee4c9f8b req-0559430b-1c17-4026-92a0-bf70bd74455e tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Jun 07 13:28:13.272858 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfc18415-89bf-4d24-b8a1-47aa5800a4c4 req-8a0502a6-c0cf-4e44-b6b2-777c709ca855 tempest-VolumesSnapshotTestJSON-780415391 tempest-VolumesSnapshotTestJSON-780415391-project] 10.222.0.61 "GET /v2.0/ports?device_id=283b33da-e8e6-410d-ad5f-c2cf46a745f3 HTTP/1.1" status: 200 len: 210 time: 0.0271668 Jun 07 13:28:13.495979 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f038-6ddf-4f36-b64f-a2588d060cd1 req-79ee56f8-8843-45b2-828e-b655c58b7596 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:13.497930 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1433f038-6ddf-4f36-b64f-a2588d060cd1 req-79ee56f8-8843-45b2-828e-b655c58b7596 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0488720 Jun 07 13:28:13.564527 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1433f038-6ddf-4f36-b64f-a2588d060cd1 req-8a0c641a-f74e-42fb-8f1a-79a0eb9a75d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&id=dc49ce17-8053-4c2c-8297-12899710fcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607302 Jun 07 13:28:13.570066 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-852edf21-d5d0-4455-a3e3-202b17fbe2ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 200 len: 217 time: 0.0491683 Jun 07 13:28:13.578277 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-1d2b5a6c-6757-4f81-ba37-34c83eb26661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:13.579740 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-1d2b5a6c-6757-4f81-ba37-34c83eb26661 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687547 Jun 07 13:28:13.754993 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-6c2d8dd0-f558-4252-8220-26b8b1e80b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:13.756332 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-6c2d8dd0-f558-4252-8220-26b8b1e80b11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0959122 Jun 07 13:28:13.781435 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-4198fa11-402c-4ddf-a050-7a0e1116d45e service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135318 Jun 07 13:28:14.122762 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083d4f5-1e90-495d-9958-187ebf2d3445 req-ec2a5e19-f627-4004-8430-379e18f44565 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:14.124260 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1083d4f5-1e90-495d-9958-187ebf2d3445 req-ec2a5e19-f627-4004-8430-379e18f44565 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.0506082 Jun 07 13:28:14.160231 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:14.178617 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1083d4f5-1e90-495d-9958-187ebf2d3445 req-45d4e766-efeb-4244-a529-30f2ac665807 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/security-groups?id=826f6d71-ec52-4759-b3ef-1e409f844861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485065 Jun 07 13:28:14.202796 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-5c284bae-8767-487a-84ba-d2ec587a35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:14.204317 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-5c284bae-8767-487a-84ba-d2ec587a35e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821016 Jun 07 13:28:14.313973 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-69a09c3c-f5a8-425d-b337-85a6687cd323 req-4225d827-e711-47d1-985a-23f41e96b0a3 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996229 Jun 07 13:28:14.323646 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-6dd9c28a-2ee2-4141-96c8-42bbfe0b12b1 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:14.325061 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-6dd9c28a-2ee2-4141-96c8-42bbfe0b12b1 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 945 time: 0.1108077 Jun 07 13:28:14.392803 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-b0c929b3-8888-40cf-9411-1c72a29144a4 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773789 Jun 07 13:28:14.487752 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Deleting port d6ca44d9-1b5d-4453-991d-603401049b3a {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:14.488205 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:14.546235 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:14.559773 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:14.589308 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5509f1bf-b8a9-4510-a1b1-7ec8e1a239ae req-7a5f2812-c677-4f6d-8706-b81257f779ef service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701660 Jun 07 13:28:14.619128 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] For port d6ca44d9-1b5d-4453-991d-603401049b3a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d6ca44d9-1b5d-4453-991d-603401049b3a,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:14.619583 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:14.636370 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Calling delete_port for d6ca44d9-1b5d-4453-991d-603401049b3a owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:14.709859 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047799-49f9-4aff-a477-df65dcf81637 req-29c772d2-9d21-4e24-8cdc-aa12b458947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:14.711363 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-29c772d2-9d21-4e24-8cdc-aa12b458947c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b562a09561af4197bf2835b31a9dd34e&device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 1129 time: 0.0697970 Jun 07 13:28:14.798655 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (d6ca44d9-1b5d-4453-991d-603401049b3a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:14.823677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event deleted for resources: {'Port': ['ID=d6ca44d9-1b5d-4453-991d-603401049b3a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:14.868428 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] No DVR routers for this DVR port d6ca44d9-1b5d-4453-991d-603401049b3a on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:28:14.870877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:14.874985 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-52af3a4a-63f1-409f-a149-ac49bd76258b req-b06e740d-1dd2-4d7b-853b-e186bd6ab26d tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.18 "DELETE /v2.0/ports/d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 204 len: 173 time: 0.5351636 Jun 07 13:28:14.875415 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'name': 'network-vif-deleted', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:14.877615 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b27469e-d18a-4721-b6b7-6e4e50e41d56" -d '{"events": [{"server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "name": "network-vif-deleted", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:14.926767 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1505d5a8-b43c-4c05-b6a1-c378eb4951e5 x-openstack-request-id: req-1505d5a8-b43c-4c05-b6a1-c378eb4951e5 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:14.927092 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e44fbd-542f-491b-924a-b344febacc9e", "name": "network-vif-deleted", "tag": "d6ca44d9-1b5d-4453-991d-603401049b3a", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:14.927340 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1505d5a8-b43c-4c05-b6a1-c378eb4951e5 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:14.927942 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1505d5a8-b43c-4c05-b6a1-c378eb4951e5'] response: {'server_uuid': '64e44fbd-542f-491b-924a-b344febacc9e', 'name': 'network-vif-deleted', 'tag': 'd6ca44d9-1b5d-4453-991d-603401049b3a', 'status': 'completed', 'code': 200} Jun 07 13:28:15.277369 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047799-49f9-4aff-a477-df65dcf81637 req-34119c70-af9e-47c6-a0b7-312203e81c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:15.279099 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-34119c70-af9e-47c6-a0b7-312203e81c40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 200 len: 912 time: 0.3622622 Jun 07 13:28:15.285219 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cdd6675d-95d2-47e8-9af7-47e7e099af5f req-5c54bd69-712c-473b-8dc4-0648df5d4407 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e44fbd-542f-491b-924a-b344febacc9e HTTP/1.1" status: 200 len: 210 time: 0.0305989 Jun 07 13:28:15.349194 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-e240b410-050e-43d3-8b1b-531b3d757b1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ca44d9-1b5d-4453-991d-603401049b3a HTTP/1.1" status: 200 len: 217 time: 0.0326788 Jun 07 13:28:15.410170 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047799-49f9-4aff-a477-df65dcf81637 req-744bdd92-f1cd-440e-b0ad-0ce99db4c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:15.411634 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-744bdd92-f1cd-440e-b0ad-0ce99db4c5a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 200 len: 850 time: 0.0434780 Jun 07 13:28:15.486590 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4c14653f-ef76-4b3c-9ecd-883ef3aced8d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:15.506226 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 4c14653f-ef76-4b3c-9ecd-883ef3aced8d {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:15.506566 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 4c14653f-ef76-4b3c-9ecd-883ef3aced8d not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:15.710915 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047799-49f9-4aff-a477-df65dcf81637 req-ae70aa36-5408-4a58-9307-8d0d4b80af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:15.713115 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-ae70aa36-5408-4a58-9307-8d0d4b80af58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457094 Jun 07 13:28:15.725602 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-2b06bc30-f708-4a8a-88a3-18db9e640dab service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:28:15.726596 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-2b06bc30-f708-4a8a-88a3-18db9e640dab service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054467 Jun 07 13:28:15.829474 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-f2a3c9bb-0dd5-4f23-bff9-9b0208900ef9 service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893250 Jun 07 13:28:15.926847 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-30047799-49f9-4aff-a477-df65dcf81637 req-09480165-47ed-44fa-a9a6-09eec5d0e94c service neutron] 10.222.0.18 "GET /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Jun 07 13:28:16.344857 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36032) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:16.453509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Deleting port 1551279d-ceca-410b-a068-a752487c7aaf {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:16.453838 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (1551279d-ceca-410b-a068-a752487c7aaf), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:16.530980 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (1551279d-ceca-410b-a068-a752487c7aaf), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:16.531299 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (1551279d-ceca-410b-a068-a752487c7aaf), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:16.543396 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:16.544646 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Calling delete_port for 1551279d-ceca-410b-a068-a752487c7aaf owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:16.555206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:16.675359 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (1551279d-ceca-410b-a068-a752487c7aaf), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:16.699457 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event deleted for resources: {'Port': ['ID=1551279d-ceca-410b-a068-a752487c7aaf,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:16.762677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for floatingip (b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:16.765195 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:16.766335 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ca3043c3-0e8d-423b-9633-79343222ff67 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "DELETE /v2.0/floatingips/b0caa393-ce4b-4a0b-a8a7-eaada9e9dca4 HTTP/1.1" status: 204 len: 168 time: 0.4208219 Jun 07 13:28:17.691156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device d6ca44d9-1b5d-4453-991d-603401049b3a no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:17.713653 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: d6ca44d9-1b5d-4453-991d-603401049b3a {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:17.713995 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device d6ca44d9-1b5d-4453-991d-603401049b3a not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:19.010040 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36056) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:19.068874 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-45606532-b4a4-46cc-a93e-ec86489aa9c7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group (826f6d71-ec52-4759-b3ef-1e409f844861), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.105105 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-45606532-b4a4-46cc-a93e-ec86489aa9c7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group (826f6d71-ec52-4759-b3ef-1e409f844861), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.106577 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7398c9cf-17f1-4de4-9582-0ea7d39222d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.175898 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-45606532-b4a4-46cc-a93e-ec86489aa9c7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (826f6d71-ec52-4759-b3ef-1e409f844861), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.179024 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-45606532-b4a4-46cc-a93e-ec86489aa9c7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.180267 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-45606532-b4a4-46cc-a93e-ec86489aa9c7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] 10.222.0.61 "DELETE /v2.0/security-groups/826f6d71-ec52-4759-b3ef-1e409f844861 HTTP/1.1" status: 204 len: 168 time: 0.1690307 Jun 07 13:28:19.199158 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45606532-b4a4-46cc-a93e-ec86489aa9c7 tempest-TestVolumeBootPattern-1150014360 tempest-TestVolumeBootPattern-1150014360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826f6d71-ec52-4759-b3ef-1e409f844861,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:19.237481 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36062) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:19.597509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.812889 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Deleting port 9747ea0d-0df2-405d-99db-133c1e1d46f9 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:19.813221 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.888473 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:19.893722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] For port 9747ea0d-0df2-405d-99db-133c1e1d46f9, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9747ea0d-0df2-405d-99db-133c1e1d46f9,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:19.894077 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:19.907411 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Calling delete_port for 9747ea0d-0df2-405d-99db-133c1e1d46f9 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:19.949473 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:20.081235 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (9747ea0d-0df2-405d-99db-133c1e1d46f9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:20.110530 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9747ea0d-0df2-405d-99db-133c1e1d46f9,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:20.269770 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:20.482347 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:28:20.592674 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:28:20.597795 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d0e28d6a-5251-4755-b9ff-2409fde9ba3e admin admin] 10.222.0.61 "PUT /v2.0/routers/b2cc6e57-7373-4e3d-80dc-add7b758c9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3592975 Jun 07 13:28:20.600472 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36076) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:20.603258 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] Sync routers for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:28:20.614683 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:20.615316 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:20.705593 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks [] for router (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:20.799772 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks [] for router_gateway (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:20.800209 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:20.802141 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:20.844554 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Deleting port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:20.844889 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:20.898746 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:20.929003 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] For port 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:20.929366 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:20.943283 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Calling delete_port for 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:20.972040 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:28:20Z', 'revision_number': 5, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port': {'id': '8c61f7dd-e7b9-4225-b44e-08fe6216e6b8', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:21Z', 'updated_at': '2022-06-07T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:20.997156 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] Checking router: b2cc6e57-7373-4e3d-80dc-add7b758c9b3 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:28:21.006128 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] Routers {'b2cc6e57-7373-4e3d-80dc-add7b758c9b3'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:21.006741 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:27:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:21.099782 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] Set router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:21.111540 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (8c61f7dd-e7b9-4225-b44e-08fe6216e6b8), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.136155 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c61f7dd-e7b9-4225-b44e-08fe6216e6b8,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:21.148663 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:28:20Z', 'revision_number': 6, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:21.177312 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545f1f8-205c-4bce-956a-e5375b8a4f2c None None] The sync data for ids ['b2cc6e57-7373-4e3d-80dc-add7b758c9b3'] in dv-cinder-844601-3-iscsi is: [{'id': 'b2cc6e57-7373-4e3d-80dc-add7b758c9b3', 'name': 'tempest-TestVolumeBootPattern-926661445-router', 'tenant_id': 'b562a09561af4197bf2835b31a9dd34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:20Z', 'updated_at': '2022-06-07T13:28:20Z', 'revision_number': 6, 'project_id': 'b562a09561af4197bf2835b31a9dd34e', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:28:21.201837 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.290695 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.292841 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks [] for router_controller (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.327259 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:21.334592 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e302ef3a-4c17-413c-a577-ba85bf91500c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.335730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (b2cc6e57-7373-4e3d-80dc-add7b758c9b3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.336500 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cc6e57-7373-4e3d-80dc-add7b758c9b3 {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:28:21.341378 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.342487 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5fbc40c5-8b8b-4178-96f4-6973e0eb283c admin admin] 10.222.0.61 "DELETE /v2.0/routers/b2cc6e57-7373-4e3d-80dc-add7b758c9b3 HTTP/1.1" status: 204 len: 168 time: 0.7411072 Jun 07 13:28:21.344988 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36078) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:21.389427 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] Deleting subnet d8435a97-b4f0-4ba2-833b-48f44c062c01 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:28:21.392453 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] Publish callbacks [] for subnet (d8435a97-b4f0-4ba2-833b-48f44c062c01), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.429794 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10232070'] for subnet (d8435a97-b4f0-4ba2-833b-48f44c062c01), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.505367 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (d8435a97-b4f0-4ba2-833b-48f44c062c01), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.566058 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10484627'] for subnet (d8435a97-b4f0-4ba2-833b-48f44c062c01), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.597095 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8435a97-b4f0-4ba2-833b-48f44c062c01,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:21.600734 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.603979 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-fe7b5125-f403-4da3-8c10-f8eed53160e8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d8435a97-b4f0-4ba2-833b-48f44c062c01 HTTP/1.1" status: 204 len: 168 time: 0.2579155 Jun 07 13:28:21.606953 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36084) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:21.612877 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc1f14-e10f-4d48-baf4-a3593b4f9f0d None None] Network 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:28:21.683271 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.726279 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Deleting port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:21.726911 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.796293 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] For port d9d7404a-5cb7-46d1-a7de-d40916e06bf5, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=d9d7404a-5cb7-46d1-a7de-d40916e06bf5,segment=NetworkSegment(c44ab54d-ad32-4ca1-a4d5-f625d9c17fce),segment_id=c44ab54d-ad32-4ca1-a4d5-f625d9c17fce)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:21.796650 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.812542 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:21.816541 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Calling delete_port for d9d7404a-5cb7-46d1-a7de-d40916e06bf5 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:21.892881 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (d9d7404a-5cb7-46d1-a7de-d40916e06bf5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.916450 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d7404a-5cb7-46d1-a7de-d40916e06bf5,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:21.921150 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] No DVR routers for this DVR port d9d7404a-5cb7-46d1-a7de-d40916e06bf5 on host dv-cinder-844601-3-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:28:21.992359 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:21.999467 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a2e36-eab1-42dc-a0da-539011b9840c None None] DHCP port deletion for 9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:28:22.017133 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f22df14-4055-4a5c-b07f-b9c47fcaaaf4']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:22.026902 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:22.027193 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44ab54d-ad32-4ca1-a4d5-f625d9c17fce') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:22.037353 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (c44ab54d-ad32-4ca1-a4d5-f625d9c17fce), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.050624 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (c44ab54d-ad32-4ca1-a4d5-f625d9c17fce), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.056714 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:28:22.057081 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (c44ab54d-ad32-4ca1-a4d5-f625d9c17fce), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.123844 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (9f22df14-4055-4a5c-b07f-b9c47fcaaaf4), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.130521 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.133907 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] 10.222.0.61 "DELETE /v2.0/networks/9f22df14-4055-4a5c-b07f-b9c47fcaaaf4 HTTP/1.1" status: 204 len: 168 time: 0.5242662 Jun 07 13:28:22.137378 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36094) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:22.145223 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e67db5-334e-4d33-84bf-69e5e0deb10b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f22df14-4055-4a5c-b07f-b9c47fcaaaf4,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:22.170139 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:22.189899 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment c44ab54d-ad32-4ca1-a4d5-f625d9c17fce resource provider aggregate not found Jun 07 13:28:22.190932 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:22.191442 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8c61f7dd-e7b9-4225-b44e-08fe6216e6b8 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:22.192070 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device d9d7404a-5cb7-46d1-a7de-d40916e06bf5 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:22.208774 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment c44ab54d-ad32-4ca1-a4d5-f625d9c17fce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c44ab54d-ad32-4ca1-a4d5-f625d9c17fce found for delete ", "request_id": "req-1005f0ed-48ff-491c-90e2-1f8fe0f8ecfe"}]} Jun 07 13:28:22.211866 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: d9d7404a-5cb7-46d1-a7de-d40916e06bf5 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:22.212203 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device d9d7404a-5cb7-46d1-a7de-d40916e06bf5 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:22.212609 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9747ea0d-0df2-405d-99db-133c1e1d46f9 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:22.234977 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 9747ea0d-0df2-405d-99db-133c1e1d46f9 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:22.235325 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9747ea0d-0df2-405d-99db-133c1e1d46f9 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:22.297426 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:22.390128 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:22.476901 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (92f906df-b2e4-45c6-89b0-a1254b2057e1), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.529823 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.688677 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Deleting port ae22c324-e035-493f-8d2a-0aeb0d268c7a {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:22.688908 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.767137 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] For port ae22c324-e035-493f-8d2a-0aeb0d268c7a, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ae22c324-e035-493f-8d2a-0aeb0d268c7a,segment=NetworkSegment(0aa27b46-e012-46f6-92be-7c26f02a1dbe),segment_id=0aa27b46-e012-46f6-92be-7c26f02a1dbe)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:22.767485 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.780528 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Calling delete_port for ae22c324-e035-493f-8d2a-0aeb0d268c7a owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:22.960648 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (ae22c324-e035-493f-8d2a-0aeb0d268c7a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:22.988285 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae22c324-e035-493f-8d2a-0aeb0d268c7a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:23.165976 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (92f906df-b2e4-45c6-89b0-a1254b2057e1), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:23.169146 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:23.215794 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:23.367946 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Router 92f906df-b2e4-45c6-89b0-a1254b2057e1 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:28:23.466818 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:28:23.471627 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-76b2269e-0efb-4cfa-87f0-283100ac76fd admin admin] 10.222.0.61 "PUT /v2.0/routers/92f906df-b2e4-45c6-89b0-a1254b2057e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3331668 Jun 07 13:28:23.474673 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36106) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:23.475822 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] Sync routers for ids ['92f906df-b2e4-45c6-89b0-a1254b2057e1'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:28:23.485963 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] Routers {'92f906df-b2e4-45c6-89b0-a1254b2057e1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:23.486569 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['92f906df-b2e4-45c6-89b0-a1254b2057e1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:23.523454 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:23.701330 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:23.714714 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] Set router 92f906df-b2e4-45c6-89b0-a1254b2057e1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:23.809857 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks [] for router (92f906df-b2e4-45c6-89b0-a1254b2057e1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:23.882761 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:28:22Z', 'revision_number': 5, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port': {'id': '0eb1cab4-1008-44e5-81aa-5eef1c0db3d2', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:23.904689 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks [] for router_gateway (92f906df-b2e4-45c6-89b0-a1254b2057e1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:23.907581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] Checking router: 92f906df-b2e4-45c6-89b0-a1254b2057e1 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:28:23.910089 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:23.917379 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] Routers {'92f906df-b2e4-45c6-89b0-a1254b2057e1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:23.918005 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['92f906df-b2e4-45c6-89b0-a1254b2057e1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:23.951143 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Deleting port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:23.951474 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:23.996920 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.015833 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] Set router 92f906df-b2e4-45c6-89b0-a1254b2057e1 gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:24.029602 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] For port 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:24.029965 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.044197 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Calling delete_port for 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:24.068248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:28:23Z', 'revision_number': 6, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:24.093273 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d02a9-3cf7-4663-9e18-8d6320ceeefe None None] The sync data for ids ['92f906df-b2e4-45c6-89b0-a1254b2057e1'] in dv-cinder-844601-3-iscsi is: [{'id': '92f906df-b2e4-45c6-89b0-a1254b2057e1', 'name': 'tempest-TestVolumeBootPattern-2072282730-router', 'tenant_id': '08b3a41c875d4efa9e5dade725f4e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:20:28Z', 'updated_at': '2022-06-07T13:28:23Z', 'revision_number': 6, 'project_id': '08b3a41c875d4efa9e5dade725f4e828', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:28:24.203214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:24.215282 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (0eb1cab4-1008-44e5-81aa-5eef1c0db3d2), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.243399 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb1cab4-1008-44e5-81aa-5eef1c0db3d2,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:24.302839 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (92f906df-b2e4-45c6-89b0-a1254b2057e1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.387429 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (92f906df-b2e4-45c6-89b0-a1254b2057e1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.389292 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks [] for router_controller (92f906df-b2e4-45c6-89b0-a1254b2057e1), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.436295 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (92f906df-b2e4-45c6-89b0-a1254b2057e1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.437038 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f906df-b2e4-45c6-89b0-a1254b2057e1 {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:28:24.441493 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.442656 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-23a995e1-13cf-4e51-8db8-5ddece02ec11 admin admin] 10.222.0.61 "DELETE /v2.0/routers/92f906df-b2e4-45c6-89b0-a1254b2057e1 HTTP/1.1" status: 204 len: 168 time: 0.9669030 Jun 07 13:28:24.445476 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36110) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:24.495452 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] Deleting subnet aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:28:24.499826 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] Publish callbacks [] for subnet (aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.541524 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.620264 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.675922 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.716150 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:24.718100 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:24.721258 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-39c7e9aa-ad55-4dcd-a3b1-868eee967155 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/aeccf9ae-e0c8-4c4b-ace1-4537be25cc8d HTTP/1.1" status: 204 len: 168 time: 0.2746911 Jun 07 13:28:24.722279 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a0b1aa-dbfa-43f9-be24-f5405a233b78 None None] Network 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:28:24.724641 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36112) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:24.907344 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] DHCP port deletion for 760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:28:24.947374 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] Deleting port 67ce7efa-ffca-4688-a1dc-11827293a040 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:24.947896 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.027486 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] For port 67ce7efa-ffca-4688-a1dc-11827293a040, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=67ce7efa-ffca-4688-a1dc-11827293a040,segment=NetworkSegment(0aa27b46-e012-46f6-92be-7c26f02a1dbe),segment_id=0aa27b46-e012-46f6-92be-7c26f02a1dbe)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:25.028533 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.042575 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] Calling delete_port for 67ce7efa-ffca-4688-a1dc-11827293a040 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:25.103160 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.129659 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.160218 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Deleting port 67ce7efa-ffca-4688-a1dc-11827293a040 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:25.160557 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.161643 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] Pushing event deleted for resources: {'Port': ['ID=67ce7efa-ffca-4688-a1dc-11827293a040,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:25.165546 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b5bfd-d160-44ef-8632-1ad5ddaf2374 None None] No DVR routers for this DVR port 67ce7efa-ffca-4688-a1dc-11827293a040 on host dv-cinder-844601-3-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:28:25.236107 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] For port 67ce7efa-ffca-4688-a1dc-11827293a040, host dv-cinder-844601-3-iscsi, got binding levels [] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:25.236468 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.249686 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Calling delete_port for 67ce7efa-ffca-4688-a1dc-11827293a040 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:25.252579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.ipam_backend_mixin [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Port 67ce7efa-ffca-4688-a1dc-11827293a040 was not found and therefore no delete operation was performed {{(pid=104161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 13:28:25.253886 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (67ce7efa-ffca-4688-a1dc-11827293a040), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.279507 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ce7efa-ffca-4688-a1dc-11827293a040,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:25.282980 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] No DVR routers for this DVR port 67ce7efa-ffca-4688-a1dc-11827293a040 on host dv-cinder-844601-3-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:28:25.355579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.357787 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:25.377576 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:25.386795 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa27b46-e012-46f6-92be-7c26f02a1dbe') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:25.387672 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa27b46-e012-46f6-92be-7c26f02a1dbe') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:25.397551 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (0aa27b46-e012-46f6-92be-7c26f02a1dbe), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.408142 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:25.412997 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (0aa27b46-e012-46f6-92be-7c26f02a1dbe), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.430149 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:28:25.430556 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (0aa27b46-e012-46f6-92be-7c26f02a1dbe), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.435661 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.472203 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 0aa27b46-e012-46f6-92be-7c26f02a1dbe resource provider aggregate not found Jun 07 13:28:25.495842 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 0aa27b46-e012-46f6-92be-7c26f02a1dbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aa27b46-e012-46f6-92be-7c26f02a1dbe found for delete ", "request_id": "req-3c2d4e27-a189-44ce-a1fc-d5161d7ab1df"}]} Jun 07 13:28:25.498049 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.504001 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.507126 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1 HTTP/1.1" status: 204 len: 168 time: 0.7815104 Jun 07 13:28:25.518658 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6732aa-771c-4e5c-9b0a-06a9f178ace2 admin admin] Pushing event deleted for resources: {'Network': ['ID=760f9fdf-a9bd-4dd6-98f8-90c1cfd14ec1,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:25.621823 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36122) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:25.665339 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2cc043d9-7de5-4c00-b768-1648ccead4de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b562a09561af4197bf2835b31a9dd34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423806 Jun 07 13:28:25.667776 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36124) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:25.715650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8e4843af-aea7-415c-9611-2a9b625d610a admin admin] Publish callbacks [] for security_group (70f2c9e9-d1aa-45bb-986c-743ab64f0fba), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.737377 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8e4843af-aea7-415c-9611-2a9b625d610a admin admin] Publish callbacks [] for security_group (70f2c9e9-d1aa-45bb-986c-743ab64f0fba), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.783840 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8e4843af-aea7-415c-9611-2a9b625d610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (70f2c9e9-d1aa-45bb-986c-743ab64f0fba), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.786376 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8e4843af-aea7-415c-9611-2a9b625d610a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:25.787548 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-8e4843af-aea7-415c-9611-2a9b625d610a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70f2c9e9-d1aa-45bb-986c-743ab64f0fba HTTP/1.1" status: 204 len: 168 time: 0.1183419 Jun 07 13:28:25.795736 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4843af-aea7-415c-9611-2a9b625d610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f2c9e9-d1aa-45bb-986c-743ab64f0fba,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:26.101303 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36130) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:26.143795 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-dd907a0b-e672-4ccb-a280-38a9bbbc5dbf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08b3a41c875d4efa9e5dade725f4e828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412703 Jun 07 13:28:26.146661 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36134) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:26.151618 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ae22c324-e035-493f-8d2a-0aeb0d268c7a no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:26.171765 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: ae22c324-e035-493f-8d2a-0aeb0d268c7a {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:26.172114 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ae22c324-e035-493f-8d2a-0aeb0d268c7a not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:26.172543 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 67ce7efa-ffca-4688-a1dc-11827293a040 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:26.190563 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 67ce7efa-ffca-4688-a1dc-11827293a040 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:26.190932 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 67ce7efa-ffca-4688-a1dc-11827293a040 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:26.191343 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:28:26.199144 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-272af133-b8a7-4c9c-a222-ab91d721b6c5 admin admin] Publish callbacks [] for security_group (a2f9e23f-de72-40c7-88bd-221a1a42538c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:26.209130 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:28:26.209481 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 0eb1cab4-1008-44e5-81aa-5eef1c0db3d2 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:28:26.237320 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-272af133-b8a7-4c9c-a222-ab91d721b6c5 admin admin] Publish callbacks [] for security_group (a2f9e23f-de72-40c7-88bd-221a1a42538c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:26.284752 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-272af133-b8a7-4c9c-a222-ab91d721b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (a2f9e23f-de72-40c7-88bd-221a1a42538c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:26.287614 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-272af133-b8a7-4c9c-a222-ab91d721b6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:26.288736 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-272af133-b8a7-4c9c-a222-ab91d721b6c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2f9e23f-de72-40c7-88bd-221a1a42538c HTTP/1.1" status: 204 len: 168 time: 0.1412787 Jun 07 13:28:26.296999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272af133-b8a7-4c9c-a222-ab91d721b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f9e23f-de72-40c7-88bd-221a1a42538c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:31.151813 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=76 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:31.152552 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=31 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:31.677330 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:28:34.728695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.138542 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:36.140421 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:36.291427 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=49,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:36.292724 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:36.541676 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36212) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:36.588690 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Deleting subnet 6563bc3c-91f2-46b4-bae4-87cbd343b182 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:28:36.592650 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Publish callbacks [] for subnet (6563bc3c-91f2-46b4-bae4-87cbd343b182), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.629284 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (6563bc3c-91f2-46b4-bae4-87cbd343b182), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.668890 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (6563bc3c-91f2-46b4-bae4-87cbd343b182), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.722865 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (6563bc3c-91f2-46b4-bae4-87cbd343b182), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.755956 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.759234 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6563bc3c-91f2-46b4-bae4-87cbd343b182 HTTP/1.1" status: 204 len: 168 time: 0.2165875 Jun 07 13:28:36.759988 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6563bc3c-91f2-46b4-bae4-87cbd343b182,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:36.761859 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36214) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:36.768101 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.768497 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.768833 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.769216 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.769567 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.769935 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.770258 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.770605 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.770996 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.771344 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.771689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.772007 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.772324 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.772638 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.772949 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1a70-f6e5-4bb0-b316-64dbcf260dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:36.831478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (749bef9f-ed8d-4079-86c1-f28336ec4a01), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.907762 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (749bef9f-ed8d-4079-86c1-f28336ec4a01), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.927946 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749bef9f-ed8d-4079-86c1-f28336ec4a01']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:36.937123 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:36.937412 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31fd50c-872c-44bc-93be-ee57ee9b8b2c') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:36.951615 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (f31fd50c-872c-44bc-93be-ee57ee9b8b2c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.964574 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (f31fd50c-872c-44bc-93be-ee57ee9b8b2c), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:36.971217 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:28:36.971583 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (f31fd50c-872c-44bc-93be-ee57ee9b8b2c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:37.022165 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment f31fd50c-872c-44bc-93be-ee57ee9b8b2c resource provider aggregate not found Jun 07 13:28:37.034004 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (749bef9f-ed8d-4079-86c1-f28336ec4a01), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:37.043237 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:37.045031 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/749bef9f-ed8d-4079-86c1-f28336ec4a01 HTTP/1.1" status: 204 len: 168 time: 0.2821407 Jun 07 13:28:37.047616 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment f31fd50c-872c-44bc-93be-ee57ee9b8b2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f31fd50c-872c-44bc-93be-ee57ee9b8b2c found for delete ", "request_id": "req-46b8701d-5583-482d-a88d-3b285f5ee230"}]} Jun 07 13:28:37.057313 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef15bb0-8c13-4ac8-9468-a63fba9854e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=749bef9f-ed8d-4079-86c1-f28336ec4a01,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:37.225553 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36222) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:37.269341 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9058b449-2131-4643-8715-5770ab22e330 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a004938108be44fd8367b8fae5592613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425200 Jun 07 13:28:37.271641 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36224) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:37.322504 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6352c4b1-8179-4dc6-8cbc-9fc3c1708cdd admin admin] Publish callbacks [] for security_group (7277d5f9-753f-407a-8166-4729e66267e7), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:37.350852 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6352c4b1-8179-4dc6-8cbc-9fc3c1708cdd admin admin] Publish callbacks [] for security_group (7277d5f9-753f-407a-8166-4729e66267e7), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:37.400910 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6352c4b1-8179-4dc6-8cbc-9fc3c1708cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (7277d5f9-753f-407a-8166-4729e66267e7), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:37.404255 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6352c4b1-8179-4dc6-8cbc-9fc3c1708cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:37.405417 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6352c4b1-8179-4dc6-8cbc-9fc3c1708cdd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7277d5f9-753f-407a-8166-4729e66267e7 HTTP/1.1" status: 204 len: 168 time: 0.1328821 Jun 07 13:28:37.414133 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352c4b1-8179-4dc6-8cbc-9fc3c1708cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7277d5f9-753f-407a-8166-4729e66267e7,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:41.672780 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:44.725593 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:46.732549 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:46.764279 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:47.408622 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:47.409373 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=47,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:49.109375 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6f14fdf1-d47f-4169-91f3-0efb80752324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:51.338964 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c0db8e35-cb93-48f8-bd02-c70274ba378c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:52.519825 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:52.533230 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:52.619917 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-182a4e4a-4555-4d42-b6aa-4731e149b5a3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146177753&fields=id&tenant_id=6f612ecb68c2414f92e3887ffeff0cdd HTTP/1.1" status: 200 len: 267 time: 0.0460069 Jun 07 13:28:52.670255 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-eaf113fa-b19a-45fb-a61f-28ddfac2bf26 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:52.671763 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-eaf113fa-b19a-45fb-a61f-28ddfac2bf26 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 984 time: 0.0460672 Jun 07 13:28:52.682135 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Request body: {'port': {'security_groups': ['f3fb2c81-1e92-4e47-b9bf-df4fd89389e5']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:28:52.756188 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:52.960554 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:52.988472 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:52.993268 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.015593 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bed14a51-6d9f-4196-acb1-a90c45346c0d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:28:53.035259 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:53.035876 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.037262 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00f1c237-c143-40fd-864b-e4aaad0c1746 req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "PUT /v2.0/ports/bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 942 time: 0.3595729 Jun 07 13:28:53.037709 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:53.043585 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e496c0-edd5-48ce-8411-b822f2672697" -d '{"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:53.044556 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36242) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:53.066625 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event updated for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=7']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:53.075479 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.075702 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.075959 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.076656 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.076656 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.076886 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.077206 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.077899 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.078027 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.078329 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.078659 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.079026 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.079379 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.079701 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.080021 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a108cde-bbbd-4cc2-8003-841d92cc2663 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:28:53.110861 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d359a4-8a1b-4519-9e8c-35dcc319c54a x-openstack-request-id: req-53d359a4-8a1b-4519-9e8c-35dcc319c54a {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:53.111567 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:53.112170 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53d359a4-8a1b-4519-9e8c-35dcc319c54a {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:53.112775 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d359a4-8a1b-4519-9e8c-35dcc319c54a'] response: {'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'status': 'completed', 'code': 200} Jun 07 13:28:53.131998 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bed14a51-6d9f-4196-acb1-a90c45346c0d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:28:53.132628 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02b21041-bbe5-4bf7-bf65-d79fc0d0a8fc tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group (dc49ce17-8053-4c2c-8297-12899710fcfb), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.166937 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02b21041-bbe5-4bf7-bf65-d79fc0d0a8fc tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group (dc49ce17-8053-4c2c-8297-12899710fcfb), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.236292 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02b21041-bbe5-4bf7-bf65-d79fc0d0a8fc tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (dc49ce17-8053-4c2c-8297-12899710fcfb), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.240183 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02b21041-bbe5-4bf7-bf65-d79fc0d0a8fc tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.244902 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-02b21041-bbe5-4bf7-bf65-d79fc0d0a8fc tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "DELETE /v2.0/security-groups/dc49ce17-8053-4c2c-8297-12899710fcfb HTTP/1.1" status: 204 len: 168 time: 0.1975470 Jun 07 13:28:53.245117 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36246) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:28:53.257625 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b21041-bbe5-4bf7-bf65-d79fc0d0a8fc tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc49ce17-8053-4c2c-8297-12899710fcfb,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:53.366280 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e496c0-edd5-48ce-8411-b822f2672697 req-cf468172-407e-4b00-bf6c-c7d4f5d3b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:53.368231 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e496c0-edd5-48ce-8411-b822f2672697 req-cf468172-407e-4b00-bf6c-c7d4f5d3b34c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1129 time: 0.2326884 Jun 07 13:28:53.384846 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-2e6dd5ab-20e0-48b0-b229-dfa4eab1fabd None None] Provisioning complete for port bed14a51-6d9f-4196-acb1-a90c45346c0d triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:28:53.385359 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd5ab-20e0-48b0-b229-dfa4eab1fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.442904 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Deleting port 080eab28-a5eb-4bf5-9f91-89594f44d00e {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:53.443325 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.467522 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-2e6dd5ab-20e0-48b0-b229-dfa4eab1fabd None None] Current status of the port bed14a51-6d9f-4196-acb1-a90c45346c0d is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:28:53.470583 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e496c0-edd5-48ce-8411-b822f2672697 req-f14af9e1-3219-4bb0-ab3e-cb81bc893e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:53.472109 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e496c0-edd5-48ce-8411-b822f2672697 req-f14af9e1-3219-4bb0-ab3e-cb81bc893e2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 916 time: 0.0971437 Jun 07 13:28:53.524372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.524699 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for floatingip (080eab28-a5eb-4bf5-9f91-89594f44d00e), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.534517 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e496c0-edd5-48ce-8411-b822f2672697 req-72cb5b31-3873-4fcb-8d01-494ed5a3a7f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 1001 time: 0.0555184 Jun 07 13:28:53.537939 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Calling delete_port for 080eab28-a5eb-4bf5-9f91-89594f44d00e owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:53.589206 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e496c0-edd5-48ce-8411-b822f2672697 req-24b356ae-21b6-43bb-9ad1-19bc592dd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:53.590673 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e496c0-edd5-48ce-8411-b822f2672697 req-24b356ae-21b6-43bb-9ad1-19bc592dd0a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 200 len: 854 time: 0.0498126 Jun 07 13:28:53.629629 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:53.638024 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e496c0-edd5-48ce-8411-b822f2672697 req-91359fa2-d5be-49f4-8af2-c566794c1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:53.639803 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e496c0-edd5-48ce-8411-b822f2672697 req-91359fa2-d5be-49f4-8af2-c566794c1bf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62d7580a-ccf0-479e-98f4-9f42b4289605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422800 Jun 07 13:28:53.644589 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:53.690392 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (080eab28-a5eb-4bf5-9f91-89594f44d00e), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.714254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event deleted for resources: {'Port': ['ID=080eab28-a5eb-4bf5-9f91-89594f44d00e,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:53.736094 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e496c0-edd5-48ce-8411-b822f2672697 req-c240a88e-759e-4a91-bc27-256c41ae86bd service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879900 Jun 07 13:28:53.783629 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks [] for floatingip (1f6c5f3c-c296-43e9-aded-7a9eb9aa119e), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.783967 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Floating IP 1f6c5f3c-c296-43e9-aded-7a9eb9aa119e disassociated (deleted). External IP: 172.27.1.202, port: bed14a51-6d9f-4196-acb1-a90c45346c0d. Jun 07 13:28:53.841400 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-87e496c0-edd5-48ce-8411-b822f2672697 req-8a0eb31d-9c01-480d-a3b2-0ae86ba1cce9 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979893 Jun 07 13:28:53.947156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:53.995196 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Router e1b46ba7-d449-4ee4-9868-209206ff8130 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:28:54.100384 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:28:54.106270 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:54.112931 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] Sync routers for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:28:54.124160 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:54.125220 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:54.142953 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-02bbc59c-8a25-4264-963c-22b3dc331de9 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "DELETE /v2.0/floatingips/1f6c5f3c-c296-43e9-aded-7a9eb9aa119e HTTP/1.1" status: 204 len: 168 time: 0.8960962 Jun 07 13:28:54.232615 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:54.438973 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 5, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:54.464936 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] Checking router: e1b46ba7-d449-4ee4-9868-209206ff8130 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:28:54.473915 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:28:54.474463 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:54.578720 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:28:54.762455 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 5, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:28:54.787141 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b322faa-8e18-48ea-823c-83c969af1377 None None] The sync data for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi is: [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:04Z', 'revision_number': 4, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '9a8aa819-4205-427a-8dc8-0c61e2f39d9d', 'name': '', 'network_id': '62d7580a-ccf0-479e-98f4-9f42b4289605', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'mac_address': 'fa:16:3e:2e:84:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:03Z', 'updated_at': '2022-06-07T13:26:10Z', 'revision_number': 5, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'subnets': [{'id': '205bd185-c35d-4b2d-8e5f-ed13290b5e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:28:55.011990 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071f291-06dd-478d-8b72-05e4e7c6a010 None None] New status for floating IP 1f6c5f3c-c296-43e9-aded-7a9eb9aa119e: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:28:55.114350 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:55.116738 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d22991c-9e7b-4c56-bf7b-256999925790" -d '{"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:55.157642 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e67be34-130f-4259-906d-3c5bbaefe2d9 x-openstack-request-id: req-8e67be34-130f-4259-906d-3c5bbaefe2d9 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:55.158001 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:55.158377 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e67be34-130f-4259-906d-3c5bbaefe2d9 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:55.158854 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e67be34-130f-4259-906d-3c5bbaefe2d9'] response: {'name': 'network-changed', 'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'status': 'completed', 'code': 200} Jun 07 13:28:55.220924 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-7ee576f7-e663-400a-b5b7-729a0664167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:55.222419 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-7ee576f7-e663-400a-b5b7-729a0664167b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 1129 time: 0.0402765 Jun 07 13:28:55.320843 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-2f10b3dc-4049-41b7-b384-7accfb755333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:55.322398 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-2f10b3dc-4049-41b7-b384-7accfb755333 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 200 len: 916 time: 0.0924599 Jun 07 13:28:55.363333 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-996596a7-8d4e-4ddd-9fbd-26b0f25c296b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 200 len: 217 time: 0.0341649 Jun 07 13:28:55.413444 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-741dae43-a372-4f05-8b75-8699265aa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:55.414971 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-741dae43-a372-4f05-8b75-8699265aa76c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 200 len: 854 time: 0.0458617 Jun 07 13:28:55.438405 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:55.466169 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-c089453c-667f-4569-9679-fb00ade49fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:55.468337 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-c089453c-667f-4569-9679-fb00ade49fbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62d7580a-ccf0-479e-98f4-9f42b4289605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455577 Jun 07 13:28:55.560240 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:55.583141 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-6c5c5d5e-eabf-4992-9eb9-c5ed95a3407a service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048954 Jun 07 13:28:55.655355 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:28:55.712519 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-4d22991c-9e7b-4c56-bf7b-256999925790 req-75350d83-f482-44f4-aa12-3ee7a72f4d67 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226430 Jun 07 13:28:56.969046 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7e450-a03b-4361-a03b-1c2bc760d523 req-37327194-1338-48e8-b0fa-0e45c97347d3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:56.970480 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66b7e450-a03b-4361-a03b-1c2bc760d523 req-37327194-1338-48e8-b0fa-0e45c97347d3 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0480461 Jun 07 13:28:57.018273 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66b7e450-a03b-4361-a03b-1c2bc760d523 req-26d08488-ae6c-410e-bb11-4fe280f8e2a4 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Jun 07 13:28:58.136230 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9cff1-17e9-4522-89b9-b1631618aa37 req-00dc23c4-18c7-4133-b422-c6fd640e2739 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:58.137693 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8b9cff1-17e9-4522-89b9-b1631618aa37 req-00dc23c4-18c7-4133-b422-c6fd640e2739 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0506983 Jun 07 13:28:58.188071 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8b9cff1-17e9-4522-89b9-b1631618aa37 req-d9e95309-561b-4385-9c1f-6260342e9ae1 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Jun 07 13:28:59.143459 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40771a-6662-489f-83db-3369c39e146b req-eb37555c-0422-4a35-bc07-a08b61f22af1 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:59.144909 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e40771a-6662-489f-83db-3369c39e146b req-eb37555c-0422-4a35-bc07-a08b61f22af1 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.18 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0472562 Jun 07 13:28:59.231406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Deleting port bed14a51-6d9f-4196-acb1-a90c45346c0d {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:28:59.231741 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:59.306886 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db146-ba32-4bc6-93a2-74fcf31f05c6 req-30080f3b-9382-4104-95a4-22b05907030c tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:28:59.308424 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a59db146-ba32-4bc6-93a2-74fcf31f05c6 req-30080f3b-9382-4104-95a4-22b05907030c tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/ports?device_id=5973b7d3-2066-44b6-926a-4c4cefe97e9a HTTP/1.1" status: 200 len: 945 time: 0.0490847 Jun 07 13:28:59.330622 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] For port bed14a51-6d9f-4196-acb1-a90c45346c0d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bed14a51-6d9f-4196-acb1-a90c45346c0d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:28:59.331013 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:59.345215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Calling delete_port for bed14a51-6d9f-4196-acb1-a90c45346c0d owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:28:59.358576 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a59db146-ba32-4bc6-93a2-74fcf31f05c6 req-05bc617b-7202-4a0e-bf10-910399f07937 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Jun 07 13:28:59.478370 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (bed14a51-6d9f-4196-acb1-a90c45346c0d), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:59.491823 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['bed14a51-6d9f-4196-acb1-a90c45346c0d'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:28:59.504562 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Pushing event deleted for resources: {'Port': ['ID=bed14a51-6d9f-4196-acb1-a90c45346c0d,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:28:59.553215 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] No DVR routers for this DVR port bed14a51-6d9f-4196-acb1-a90c45346c0d on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:28:59.555950 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:28:59.559316 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8e40771a-6662-489f-83db-3369c39e146b req-92a4a48c-9877-40a0-8ca5-62836b4166d7 tempest-TestMinimumBasicScenario-1210804299 tempest-TestMinimumBasicScenario-1210804299-project] 10.222.0.18 "DELETE /v2.0/ports/bed14a51-6d9f-4196-acb1-a90c45346c0d HTTP/1.1" status: 204 len: 173 time: 0.4054163 Jun 07 13:28:59.559801 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'name': 'network-vif-deleted', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:28:59.562100 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c61c8f-5c9b-49ab-a59b-393e313f439f" -d '{"events": [{"server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "name": "network-vif-deleted", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:28:59.667613 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9912e-c2f0-4e77-8140-5de7baa7594e x-openstack-request-id: req-91c9912e-c2f0-4e77-8140-5de7baa7594e {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:28:59.667900 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5973b7d3-2066-44b6-926a-4c4cefe97e9a", "name": "network-vif-deleted", "tag": "bed14a51-6d9f-4196-acb1-a90c45346c0d", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:28:59.668155 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91c9912e-c2f0-4e77-8140-5de7baa7594e {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:28:59.668556 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c9912e-c2f0-4e77-8140-5de7baa7594e'] response: {'server_uuid': '5973b7d3-2066-44b6-926a-4c4cefe97e9a', 'name': 'network-vif-deleted', 'tag': 'bed14a51-6d9f-4196-acb1-a90c45346c0d', 'status': 'completed', 'code': 200} Jun 07 13:29:01.029562 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36364) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:01.214871 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:01.256101 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:01.341006 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (e1b46ba7-d449-4ee4-9868-209206ff8130), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:01.556827 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Deleting port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:01.557157 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:01.641692 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] For port 9a8aa819-4205-427a-8dc8-0c61e2f39d9d, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:01.642047 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:01.655162 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Calling delete_port for 9a8aa819-4205-427a-8dc8-0c61e2f39d9d owned by network:router_interface {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:01.829836 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (9a8aa819-4205-427a-8dc8-0c61e2f39d9d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:01.855742 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8aa819-4205-427a-8dc8-0c61e2f39d9d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:02.018017 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:02.031786 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (e1b46ba7-d449-4ee4-9868-209206ff8130), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:02.361256 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:02.480147 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Router e1b46ba7-d449-4ee4-9868-209206ff8130 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:29:02.583967 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:29:02.589877 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-abbfbe35-b54d-4393-b080-4aed58979d01 admin admin] 10.222.0.61 "PUT /v2.0/routers/e1b46ba7-d449-4ee4-9868-209206ff8130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590136 Jun 07 13:29:02.592204 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36368) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:02.594033 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] Sync routers for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:29:02.604771 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:02.605387 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:02.690901 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks [] for router (e1b46ba7-d449-4ee4-9868-209206ff8130), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:02.706561 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:02.794993 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks [] for router_gateway (e1b46ba7-d449-4ee4-9868-209206ff8130), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:02.839293 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Deleting port 8bc68eb8-b980-4f16-aa58-d206d182a0f9 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:02.839628 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:02.923467 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] For port 8bc68eb8-b980-4f16-aa58-d206d182a0f9, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8bc68eb8-b980-4f16-aa58-d206d182a0f9,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:02.923832 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:02.937908 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Calling delete_port for 8bc68eb8-b980-4f16-aa58-d206d182a0f9 owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:02.955235 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:02.960958 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:29:01Z', 'revision_number': 5, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port': {'id': '8bc68eb8-b980-4f16-aa58-d206d182a0f9', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:02.985524 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] Checking router: e1b46ba7-d449-4ee4-9868-209206ff8130 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:29:02.993867 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] Routers {'e1b46ba7-d449-4ee4-9868-209206ff8130'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:02.994471 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['e1b46ba7-d449-4ee4-9868-209206ff8130'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:03.056426 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:03.084689 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] Set router e1b46ba7-d449-4ee4-9868-209206ff8130 gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:03.098663 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:03.112352 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (8bc68eb8-b980-4f16-aa58-d206d182a0f9), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.141586 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc68eb8-b980-4f16-aa58-d206d182a0f9,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:03.144941 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:29:02Z', 'revision_number': 6, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:03.176231 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea40c2-e0f6-40c7-83d5-b601f8770c66 None None] The sync data for ids ['e1b46ba7-d449-4ee4-9868-209206ff8130'] in dv-cinder-844601-3-iscsi is: [{'id': 'e1b46ba7-d449-4ee4-9868-209206ff8130', 'name': 'tempest-TestMinimumBasicScenario-2088864658-router', 'tenant_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:01Z', 'updated_at': '2022-06-07T13:29:02Z', 'revision_number': 6, 'project_id': '6f612ecb68c2414f92e3887ffeff0cdd', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:29:03.228184 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (e1b46ba7-d449-4ee4-9868-209206ff8130), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.281990 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:03.320604 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (e1b46ba7-d449-4ee4-9868-209206ff8130), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.323304 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks [] for router_controller (e1b46ba7-d449-4ee4-9868-209206ff8130), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.368254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (e1b46ba7-d449-4ee4-9868-209206ff8130), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.368915 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b46ba7-d449-4ee4-9868-209206ff8130 {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:29:03.374091 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.376603 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9f8fd32a-e0f4-4dc1-b6c7-48399b836ec4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e1b46ba7-d449-4ee4-9868-209206ff8130 HTTP/1.1" status: 204 len: 168 time: 0.7834644 Jun 07 13:29:03.378728 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36380) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:03.427785 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] Deleting subnet 205bd185-c35d-4b2d-8e5f-ed13290b5e1e {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:29:03.433474 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] Publish callbacks [] for subnet (205bd185-c35d-4b2d-8e5f-ed13290b5e1e), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.474100 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (205bd185-c35d-4b2d-8e5f-ed13290b5e1e), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.574293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (205bd185-c35d-4b2d-8e5f-ed13290b5e1e), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.633545 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (205bd185-c35d-4b2d-8e5f-ed13290b5e1e), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.658436 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205bd185-c35d-4b2d-8e5f-ed13290b5e1e,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:03.664166 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.667873 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5a6a2e53-0fe0-4c39-9d6d-5750dc9d9876 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/205bd185-c35d-4b2d-8e5f-ed13290b5e1e HTTP/1.1" status: 204 len: 168 time: 0.2880588 Jun 07 13:29:03.670334 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36386) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:03.672783 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3a8f60-5e55-48a1-9fc0-639136d20867 None None] Network 62d7580a-ccf0-479e-98f4-9f42b4289605 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:29:03.744126 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (62d7580a-ccf0-479e-98f4-9f42b4289605), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.756069 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:03.774983 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:03.777775 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:03.791548 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Deleting port 774bbda5-f5fe-4b94-a8d2-6cf137772107 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:03.792445 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.862987 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] For port 774bbda5-f5fe-4b94-a8d2-6cf137772107, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=774bbda5-f5fe-4b94-a8d2-6cf137772107,segment=NetworkSegment(2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14),segment_id=2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:03.863344 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.876836 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Calling delete_port for 774bbda5-f5fe-4b94-a8d2-6cf137772107 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:03.958234 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (774bbda5-f5fe-4b94-a8d2-6cf137772107), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:03.976403 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da633142-ea17-4317-b22b-026e5f3b621f None None] DHCP port deletion for 62d7580a-ccf0-479e-98f4-9f42b4289605 request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:29:03.988286 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=774bbda5-f5fe-4b94-a8d2-6cf137772107,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:03.991743 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] No DVR routers for this DVR port 774bbda5-f5fe-4b94-a8d2-6cf137772107 on host dv-cinder-844601-3-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:29:04.008648 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bed14a51-6d9f-4196-acb1-a90c45346c0d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:04.031938 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: bed14a51-6d9f-4196-acb1-a90c45346c0d {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:04.032276 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device bed14a51-6d9f-4196-acb1-a90c45346c0d not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:04.066598 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (62d7580a-ccf0-479e-98f4-9f42b4289605), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.088460 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d7580a-ccf0-479e-98f4-9f42b4289605']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:04.098320 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:04.098617 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:04.110786 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.128026 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.134526 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:29:04.134939 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.162063 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 774bbda5-f5fe-4b94-a8d2-6cf137772107 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:04.188775 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 774bbda5-f5fe-4b94-a8d2-6cf137772107 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:04.189521 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 774bbda5-f5fe-4b94-a8d2-6cf137772107 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:04.190177 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8bc68eb8-b980-4f16-aa58-d206d182a0f9 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:04.208174 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (62d7580a-ccf0-479e-98f4-9f42b4289605), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.210186 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 8bc68eb8-b980-4f16-aa58-d206d182a0f9 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:04.210530 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8bc68eb8-b980-4f16-aa58-d206d182a0f9 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:04.210984 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9a8aa819-4205-427a-8dc8-0c61e2f39d9d no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:04.218012 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.225294 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] 10.222.0.61 "DELETE /v2.0/networks/62d7580a-ccf0-479e-98f4-9f42b4289605 HTTP/1.1" status: 204 len: 168 time: 0.5507247 Jun 07 13:29:04.225294 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36392) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:04.236114 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 9a8aa819-4205-427a-8dc8-0c61e2f39d9d {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:04.236682 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9a8aa819-4205-427a-8dc8-0c61e2f39d9d not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:04.279582 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353a2dc-e885-495b-9f48-1acfdb5c7c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=62d7580a-ccf0-479e-98f4-9f42b4289605,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:04.321148 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14 resource provider aggregate not found Jun 07 13:29:04.343702 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment 2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f9d7158-7ae5-4ba9-869c-ff4d5ddd0e14 found for delete ", "request_id": "req-9ba8a7fb-2d5f-49bb-9b5f-e4dbecf497e4"}]} Jun 07 13:29:04.562249 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.689897 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:04.726070 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.784164 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:04.799033 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Deleting port d9bbb443-9c03-4fc0-95a4-a0153fff09b5 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:04.799368 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.883489 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] For port d9bbb443-9c03-4fc0-95a4-a0153fff09b5, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,segment=NetworkSegment(d1ea304f-e3fb-43ff-9849-b85c2499960b),segment_id=d1ea304f-e3fb-43ff-9849-b85c2499960b)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:04.883846 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:04.900096 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Calling delete_port for d9bbb443-9c03-4fc0-95a4-a0153fff09b5 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:05.089499 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (d9bbb443-9c03-4fc0-95a4-a0153fff09b5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:05.115284 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bbb443-9c03-4fc0-95a4-a0153fff09b5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:05.272999 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:05.491517 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:29:05.570247 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:05.592133 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:29:05.596952 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-efe3ea22-1796-4994-a62c-49e36dae19cb admin admin] 10.222.0.61 "PUT /v2.0/routers/4c8cc810-ab4d-41d1-9a67-f76ca41e663c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3706563 Jun 07 13:29:05.599509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36408) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:05.601916 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] Sync routers for ids ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:29:05.613400 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] Routers {'4c8cc810-ab4d-41d1-9a67-f76ca41e663c'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:05.614093 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:05.641833 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:05.700097 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks [] for router (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:05.713208 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] Set router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:05.884469 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:05.887484 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:29:05Z', 'revision_number': 5, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:05.918474 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] Checking router: 4c8cc810-ab4d-41d1-9a67-f76ca41e663c for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:29:05.927570 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] Routers {'4c8cc810-ab4d-41d1-9a67-f76ca41e663c'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:05.928182 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:06.030716 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] Set router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:06.060200 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks [] for router_gateway (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.107136 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Deleting port 3f6ce088-7727-4925-a2ba-db8beaad0d7a {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:06.107499 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.192185 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] For port 3f6ce088-7727-4925-a2ba-db8beaad0d7a, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3f6ce088-7727-4925-a2ba-db8beaad0d7a,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:06.192447 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.205843 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Calling delete_port for 3f6ce088-7727-4925-a2ba-db8beaad0d7a owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:06.323722 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:29:05Z', 'revision_number': 5, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:06.349106 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec947a-48d3-4eac-9d83-844d119a0fb9 None None] The sync data for ids ['4c8cc810-ab4d-41d1-9a67-f76ca41e663c'] in dv-cinder-844601-3-iscsi is: [{'id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'name': 'tempest-TestMinimumBasicScenario-493261844-router', 'tenant_id': '681031f6fd45473db14bcb50c37f26ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:26:06Z', 'updated_at': '2022-06-07T13:29:05Z', 'revision_number': 5, 'project_id': '681031f6fd45473db14bcb50c37f26ad', 'gw_port': {'id': '3f6ce088-7727-4925-a2ba-db8beaad0d7a', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8cc810-ab4d-41d1-9a67-f76ca41e663c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:26:07Z', 'updated_at': '2022-06-07T13:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:29:06.375201 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (3f6ce088-7727-4925-a2ba-db8beaad0d7a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.423200 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6ce088-7727-4925-a2ba-db8beaad0d7a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:06.468147 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.554681 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.557100 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks [] for router_controller (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.596751 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (4c8cc810-ab4d-41d1-9a67-f76ca41e663c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.597491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8cc810-ab4d-41d1-9a67-f76ca41e663c {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:29:06.601735 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.602755 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-0e8b636e-04a3-4b63-b503-25cdb0af4387 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4c8cc810-ab4d-41d1-9a67-f76ca41e663c HTTP/1.1" status: 204 len: 168 time: 1.0022364 Jun 07 13:29:06.605791 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36412) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:06.653541 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] Deleting subnet db104931-693c-4778-aad6-2f7a4c1d84d3 {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:29:06.656684 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] Publish callbacks [] for subnet (db104931-693c-4778-aad6-2f7a4c1d84d3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.690731 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (db104931-693c-4778-aad6-2f7a4c1d84d3), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.728141 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:06.771597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (db104931-693c-4778-aad6-2f7a4c1d84d3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.795226 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:06.831580 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (db104931-693c-4778-aad6-2f7a4c1d84d3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.857048 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db104931-693c-4778-aad6-2f7a4c1d84d3,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:06.862816 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.865904 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-7ee1eebe-6d06-478e-8612-1c8cdec50f1d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/db104931-693c-4778-aad6-2f7a4c1d84d3 HTTP/1.1" status: 204 len: 168 time: 0.2592146 Jun 07 13:29:06.868401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36414) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:06.871330 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3512f3ca-f85a-4d2c-8f4d-0e2ae8c647ea None None] Network 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:29:06.941014 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (1e8d29a3-0d73-474c-a59c-5b404b0f5d50), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:06.988225 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Deleting port ca997ec3-5724-4083-9d24-3057d4e489b3 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:06.988556 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.058516 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] DHCP port deletion for 1e8d29a3-0d73-474c-a59c-5b404b0f5d50 request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:29:07.076874 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] For port ca997ec3-5724-4083-9d24-3057d4e489b3, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ca997ec3-5724-4083-9d24-3057d4e489b3,segment=NetworkSegment(d1ea304f-e3fb-43ff-9849-b85c2499960b),segment_id=d1ea304f-e3fb-43ff-9849-b85c2499960b)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:07.077285 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.090817 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Calling delete_port for ca997ec3-5724-4083-9d24-3057d4e489b3 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:07.095483 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Deleting port ca997ec3-5724-4083-9d24-3057d4e489b3 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:07.095855 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.161054 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] For port ca997ec3-5724-4083-9d24-3057d4e489b3, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ca997ec3-5724-4083-9d24-3057d4e489b3,segment=NetworkSegment(d1ea304f-e3fb-43ff-9849-b85c2499960b),segment_id=d1ea304f-e3fb-43ff-9849-b85c2499960b)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:07.161447 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.172736 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.177431 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Calling delete_port for ca997ec3-5724-4083-9d24-3057d4e489b3 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:07.204883 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca997ec3-5724-4083-9d24-3057d4e489b3,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:07.208406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] No DVR routers for this DVR port ca997ec3-5724-4083-9d24-3057d4e489b3 on host dv-cinder-844601-3-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:29:07.239358 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:07.262268 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566'] for port (ca997ec3-5724-4083-9d24-3057d4e489b3), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.294586 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Pushing event deleted for resources: {'Port': ['ID=ca997ec3-5724-4083-9d24-3057d4e489b3,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:07.297838 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (1e8d29a3-0d73-474c-a59c-5b404b0f5d50), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.304286 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] No DVR routers for this DVR port ca997ec3-5724-4083-9d24-3057d4e489b3 on host dv-cinder-844601-3-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:29:07.306385 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.306740 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.307731 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.307957 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.308306 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.308650 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.309098 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.309538 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.309977 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.310434 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.310945 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.311417 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.311929 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.312351 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.312787 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b153440-b799-4f14-bf2a-c0a6991b4451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:07.320797 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8d29a3-0d73-474c-a59c-5b404b0f5d50']}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:07.332301 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ea304f-e3fb-43ff-9849-b85c2499960b') {'for_net_delete': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:07.332595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.services.segments.db [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ea304f-e3fb-43ff-9849-b85c2499960b') {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:07.342372 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10059939'] for segment (d1ea304f-e3fb-43ff-9849-b85c2499960b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.356232 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (d1ea304f-e3fb-43ff-9849-b85c2499960b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.363886 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=104161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:29:07.364413 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10133627'] for segment (d1ea304f-e3fb-43ff-9849-b85c2499960b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.409708 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d1ea304f-e3fb-43ff-9849-b85c2499960b resource provider aggregate not found Jun 07 13:29:07.441220 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.services.segments.plugin [-] Segment d1ea304f-e3fb-43ff-9849-b85c2499960b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1ea304f-e3fb-43ff-9849-b85c2499960b found for delete ", "request_id": "req-7b77e0c8-93bd-4864-817f-e8b16c6c591f"}]} Jun 07 13:29:07.445892 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (1e8d29a3-0d73-474c-a59c-5b404b0f5d50), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.451656 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.454814 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1e8d29a3-0d73-474c-a59c-5b404b0f5d50 HTTP/1.1" status: 204 len: 168 time: 0.5847034 Jun 07 13:29:07.468832 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7adb6-3ba5-4062-a763-26d4a0ab3372 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8d29a3-0d73-474c-a59c-5b404b0f5d50,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:07.636365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36424) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:07.676084 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d83281da-fa6a-43af-9688-184d5b4926b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f612ecb68c2414f92e3887ffeff0cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385408 Jun 07 13:29:07.678592 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36426) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:07.729305 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b6d49af8-172f-4238-a3e2-390a1a545466 admin admin] Publish callbacks [] for security_group (f3fb2c81-1e92-4e47-b9bf-df4fd89389e5), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.752050 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b6d49af8-172f-4238-a3e2-390a1a545466 admin admin] Publish callbacks [] for security_group (f3fb2c81-1e92-4e47-b9bf-df4fd89389e5), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.762559 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:07.802533 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b6d49af8-172f-4238-a3e2-390a1a545466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f3fb2c81-1e92-4e47-b9bf-df4fd89389e5), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.805056 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b6d49af8-172f-4238-a3e2-390a1a545466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:07.806215 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b6d49af8-172f-4238-a3e2-390a1a545466 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3fb2c81-1e92-4e47-b9bf-df4fd89389e5 HTTP/1.1" status: 204 len: 168 time: 0.1267312 Jun 07 13:29:07.814546 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49af8-172f-4238-a3e2-390a1a545466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb2c81-1e92-4e47-b9bf-df4fd89389e5,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:08.173596 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36434) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:08.187715 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ca997ec3-5724-4083-9d24-3057d4e489b3 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:08.208551 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: ca997ec3-5724-4083-9d24-3057d4e489b3 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:08.208901 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ca997ec3-5724-4083-9d24-3057d4e489b3 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:08.209324 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device d9bbb443-9c03-4fc0-95a4-a0153fff09b5 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:08.226285 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36436) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:08.227086 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-5d1c9d48-e5e3-4ce9-be42-2ed922043213 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=681031f6fd45473db14bcb50c37f26ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514512 Jun 07 13:29:08.235725 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: d9bbb443-9c03-4fc0-95a4-a0153fff09b5 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:08.236069 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device d9bbb443-9c03-4fc0-95a4-a0153fff09b5 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:08.236479 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3f6ce088-7727-4925-a2ba-db8beaad0d7a no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:08.255647 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 3f6ce088-7727-4925-a2ba-db8beaad0d7a {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:08.255998 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3f6ce088-7727-4925-a2ba-db8beaad0d7a not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:08.282675 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-20673756-9a41-419e-94da-c8856831258c admin admin] Publish callbacks [] for security_group (dd642a92-1f6d-49ed-8f45-84432ae5ee83), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:08.305803 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-20673756-9a41-419e-94da-c8856831258c admin admin] Publish callbacks [] for security_group (dd642a92-1f6d-49ed-8f45-84432ae5ee83), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:08.355147 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-20673756-9a41-419e-94da-c8856831258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (dd642a92-1f6d-49ed-8f45-84432ae5ee83), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:08.357965 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-20673756-9a41-419e-94da-c8856831258c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:08.359142 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-20673756-9a41-419e-94da-c8856831258c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd642a92-1f6d-49ed-8f45-84432ae5ee83 HTTP/1.1" status: 204 len: 168 time: 0.1314819 Jun 07 13:29:08.367153 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20673756-9a41-419e-94da-c8856831258c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd642a92-1f6d-49ed-8f45-84432ae5ee83,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:08.677573 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:29:13.231829 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-e9cdc340-bf0a-472c-9e02-97cf5111f010 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383282 Jun 07 13:29:13.297824 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-938676ac-ac13-4a14-890f-015f36590e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:13.299508 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-938676ac-ac13-4a14-890f-015f36590e1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 1129 time: 0.0401506 Jun 07 13:29:13.327597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:13.408878 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-808bf263-dd7f-402d-adb5-beddea0f8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:13.411082 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-808bf263-dd7f-402d-adb5-beddea0f8545 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 200 len: 912 time: 0.0911686 Jun 07 13:29:13.656185 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-1a435841-4fb8-4361-8b59-5f4c914bd34a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3 HTTP/1.1" status: 200 len: 1001 time: 0.0573137 Jun 07 13:29:13.706393 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-0ffb7b0d-d184-4570-8ad6-bf7d8ae7629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:13.707852 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-0ffb7b0d-d184-4570-8ad6-bf7d8ae7629b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 200 len: 850 time: 0.0439036 Jun 07 13:29:13.757679 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-67779fc9-8e43-42fe-8ecb-42ccfa6a9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:13.759214 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-67779fc9-8e43-42fe-8ecb-42ccfa6a9e9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d03f50ab-3c90-41eb-b646-98d9eb95947d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428884 Jun 07 13:29:13.849005 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-6a6f518c-4dcf-4ebc-b9de-1a2386bbc2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827568 Jun 07 13:29:13.947204 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-18d4cad4-1024-4824-9804-d7d67a345b4a req-1689ec9d-80f0-430e-88d4-3829e3899005 service neutron] 10.222.0.18 "GET /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907538 Jun 07 13:29:15.747662 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6643e-3b4c-475e-9d85-f77a3b604f12 req-dca5ed78-131f-4328-b520-1c0ea0387ab8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:15.749030 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7df6643e-3b4c-475e-9d85-f77a3b604f12 req-dca5ed78-131f-4328-b520-1c0ea0387ab8 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0512421 Jun 07 13:29:15.797610 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7df6643e-3b4c-475e-9d85-f77a3b604f12 req-2ce3fe45-c9fd-427d-9853-8ba090d406bc tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Jun 07 13:29:16.916740 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2909bf-50cf-4a1e-8ff6-71b42b01fc18 req-5c481653-6ac3-4dce-a5d1-f67db31a097e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:16.918189 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2e2909bf-50cf-4a1e-8ff6-71b42b01fc18 req-5c481653-6ac3-4dce-a5d1-f67db31a097e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0473516 Jun 07 13:29:16.964678 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2e2909bf-50cf-4a1e-8ff6-71b42b01fc18 req-c8d95e5d-a4fc-4a64-8031-5d35d548dd3d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409553 Jun 07 13:29:17.844861 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-eee14c77-1e0f-4db4-8ab9-710658463ec5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:17.846334 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-eee14c77-1e0f-4db4-8ab9-710658463ec5 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0468833 Jun 07 13:29:17.926868 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Deleting port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:17.927211 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:18.020475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] For port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:18.020831 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:18.080130 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a434f-2a49-479d-8378-fed40f5f3ecb req-55717b11-795c-4178-bc3c-1253ed805d25 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:29:18.081593 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-807a434f-2a49-479d-8378-fed40f5f3ecb req-55717b11-795c-4178-bc3c-1253ed805d25 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0495408 Jun 07 13:29:18.138129 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-807a434f-2a49-479d-8378-fed40f5f3ecb req-58a18629-da01-4fe5-9f1d-5941600838f3 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups?id=79d5f38e-09fc-4d71-b149-0160d1ff2d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504515 Jun 07 13:29:18.192818 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:18.193166 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (17ae0244-27b6-4259-ad59-479e8668432c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:18.193469 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Floating IP 17ae0244-27b6-4259-ad59-479e8668432c disassociated. External IP: 172.27.1.246, port: 985ab1c0-0915-4d8d-ae21-d4b38500b6a3. Jun 07 13:29:18.193802 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Calling delete_port for 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:18.239404 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:18.252021 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:18.267942 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:18.328976 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (985ab1c0-0915-4d8d-ae21-d4b38500b6a3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:18.360903 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event deleted for resources: {'Port': ['ID=985ab1c0-0915-4d8d-ae21-d4b38500b6a3,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:18.380137 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=3,neutron:SELECT=11 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:18.473053 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:29:18.581557 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:29:18.591348 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] Sync routers for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:29:18.601897 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:18.602514 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:18.626937 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] No DVR routers for this DVR port 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:29:18.629669 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:18.634306 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-bf5d744d-f2d0-415f-96c3-66fb1074c336 req-bafaae1c-dc76-4d07-a309-ee6913f2ca88 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.18 "DELETE /v2.0/ports/985ab1c0-0915-4d8d-ae21-d4b38500b6a3 HTTP/1.1" status: 204 len: 173 time: 0.7812705 Jun 07 13:29:18.634817 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'name': 'network-vif-deleted', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:29:18.637873 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af0c29d-0e59-4aed-a40d-4be8df362113" -d '{"events": [{"server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "name": "network-vif-deleted", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:29:18.679193 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc6055f-d9be-4da2-a029-3183620715a3 x-openstack-request-id: req-ddc6055f-d9be-4da2-a029-3183620715a3 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:29:18.679539 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24d9423-098a-4175-8de5-832b703e7bf5", "name": "network-vif-deleted", "tag": "985ab1c0-0915-4d8d-ae21-d4b38500b6a3", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:29:18.679725 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ddc6055f-d9be-4da2-a029-3183620715a3 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:29:18.680125 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc6055f-d9be-4da2-a029-3183620715a3'] response: {'server_uuid': 'f24d9423-098a-4175-8de5-832b703e7bf5', 'name': 'network-vif-deleted', 'tag': '985ab1c0-0915-4d8d-ae21-d4b38500b6a3', 'status': 'completed', 'code': 200} Jun 07 13:29:18.725720 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:18.927920 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:18.953997 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] Checking router: 5d18efd9-5ba3-4b67-ac6e-c63576670d90 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:29:18.962603 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:18.963146 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:28:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:19.066438 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:19.119741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dabd9e3a-54b7-4bd6-97e1-94462fac88f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:19.267231 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70d510ea-5b91-493f-b97e-6267386b6e8b req-53bf52f8-a74d-40f3-b886-d110e397122e tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/ports?device_id=f24d9423-098a-4175-8de5-832b703e7bf5 HTTP/1.1" status: 200 len: 210 time: 0.0323901 Jun 07 13:29:19.303884 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:19.331948 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf49123-9098-4aae-8b53-131fa502fe25 None None] The sync data for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi is: [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:45Z', 'revision_number': 4, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'e3c9ec97-d32a-4cfe-b66a-4d1180086af9', 'name': '', 'network_id': 'd03f50ab-3c90-41eb-b646-98d9eb95947d', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'mac_address': 'fa:16:3e:cf:17:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '06790174-453a-42cf-a93c-779a835defde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:45Z', 'updated_at': '2022-06-07T13:23:50Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'subnets': [{'id': '06790174-453a-42cf-a93c-779a835defde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:29:19.570260 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28e855-6046-47ba-ad5b-c864771bd273 None None] New status for floating IP 17ae0244-27b6-4259-ad59-479e8668432c: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:29:20.358858 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36506) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:20.420350 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3cb0-47a9-4b26-a37d-fcafbc1f8443 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (79d5f38e-09fc-4d71-b149-0160d1ff2d59), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.457482 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3cb0-47a9-4b26-a37d-fcafbc1f8443 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (79d5f38e-09fc-4d71-b149-0160d1ff2d59), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.515340 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3cb0-47a9-4b26-a37d-fcafbc1f8443 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (79d5f38e-09fc-4d71-b149-0160d1ff2d59), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.518404 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3cb0-47a9-4b26-a37d-fcafbc1f8443 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.519774 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-bc6f3cb0-47a9-4b26-a37d-fcafbc1f8443 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "DELETE /v2.0/security-groups/79d5f38e-09fc-4d71-b149-0160d1ff2d59 HTTP/1.1" status: 204 len: 168 time: 0.1595159 Jun 07 13:29:20.522747 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36508) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:20.529523 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f3cb0-47a9-4b26-a37d-fcafbc1f8443 tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d5f38e-09fc-4d71-b149-0160d1ff2d59,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:20.537820 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.api.v2.resource [None req-9b79941f-647a-4a52-bc9d-e439718bb57c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] show failed (client error): The resource could not be found. Jun 07 13:29:20.538941 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9b79941f-647a-4a52-bc9d-e439718bb57c tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "GET /v2.0/security-groups/79d5f38e-09fc-4d71-b149-0160d1ff2d59 HTTP/1.1" status: 404 len: 347 time: 0.0150750 Jun 07 13:29:20.542360 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36510) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:20.663191 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Deleting port 2656d59c-b991-4d2b-ad1d-3d4a692b6766 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:20.663426 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.750023 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.750369 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (2656d59c-b991-4d2b-ad1d-3d4a692b6766), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.764698 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Calling delete_port for 2656d59c-b991-4d2b-ad1d-3d4a692b6766 owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:20.920742 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (2656d59c-b991-4d2b-ad1d-3d4a692b6766), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:20.948347 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Pushing event deleted for resources: {'Port': ['ID=2656d59c-b991-4d2b-ad1d-3d4a692b6766,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:21.018790 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks [] for floatingip (17ae0244-27b6-4259-ad59-479e8668432c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:21.021432 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:21.022677 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-a43329af-1963-4e26-8917-aefab755034d tempest-AttachVolumeTestJSON-1359524052 tempest-AttachVolumeTestJSON-1359524052-project] 10.222.0.61 "DELETE /v2.0/floatingips/17ae0244-27b6-4259-ad59-479e8668432c HTTP/1.1" status: 204 len: 168 time: 0.4793742 Jun 07 13:29:21.348601 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-70d6d16b-e573-411a-b821-eecb3763e613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:22.069676 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:22.093010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:22.093350 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device 985ab1c0-0915-4d8d-ae21-d4b38500b6a3 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:22.534749 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:23.941480 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:24.592198 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36538) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:24.876777 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:24.918894 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:25.107867 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (5d18efd9-5ba3-4b67-ac6e-c63576670d90), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:25.338576 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Deleting port e3c9ec97-d32a-4cfe-b66a-4d1180086af9 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:25.338938 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:25.420548 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] For port e3c9ec97-d32a-4cfe-b66a-4d1180086af9, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:25.420911 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:25.435602 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Calling delete_port for e3c9ec97-d32a-4cfe-b66a-4d1180086af9 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:25.436704 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:25.889941 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (e3c9ec97-d32a-4cfe-b66a-4d1180086af9), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:25.931693 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c9ec97-d32a-4cfe-b66a-4d1180086af9,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:26.006912 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:26.112824 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:26.127160 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (5d18efd9-5ba3-4b67-ac6e-c63576670d90), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:26.348880 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:29:26.475249 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:29:26.483235 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-aa17163f-7fa4-4bb7-ac34-cd3e6ef123fe admin admin] 10.222.0.61 "PUT /v2.0/routers/5d18efd9-5ba3-4b67-ac6e-c63576670d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873737 Jun 07 13:29:26.483235 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36542) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:26.484199 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] Sync routers for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:29:26.494262 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:26.494892 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:29:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:26.536585 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:26.581706 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks [] for router (5d18efd9-5ba3-4b67-ac6e-c63576670d90), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:26.601959 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:26.683704 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks [] for router_gateway (5d18efd9-5ba3-4b67-ac6e-c63576670d90), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:26.735739 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Deleting port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:26.736071 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:26.822558 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] For port 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:26.822943 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:26.837578 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Calling delete_port for 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b owned by network:router_gateway {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:26.864102 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:29:25Z', 'revision_number': 5, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port': {'id': '8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:26.890322 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] Checking router: 5d18efd9-5ba3-4b67-ac6e-c63576670d90 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:29:26.899284 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] Routers {'5d18efd9-5ba3-4b67-ac6e-c63576670d90'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:29:26.899902 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:29:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:26.952068 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:26.959514 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:26.986240 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] Set router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:29:26.996876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:27.013266 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.041334 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:27.041568 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:29:26Z', 'revision_number': 6, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:27.068922 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ebd60-c3e7-426e-a9e2-597942e2e687 None None] The sync data for ids ['5d18efd9-5ba3-4b67-ac6e-c63576670d90'] in dv-cinder-844601-3-iscsi is: [{'id': '5d18efd9-5ba3-4b67-ac6e-c63576670d90', 'name': 'tempest-AttachVolumeTestJSON-1440119816-router', 'tenant_id': '5541835571f64b4dbec6cabbbd6b13ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:23:42Z', 'updated_at': '2022-06-07T13:29:26Z', 'revision_number': 6, 'project_id': '5541835571f64b4dbec6cabbbd6b13ca', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:29:27.116524 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (5d18efd9-5ba3-4b67-ac6e-c63576670d90), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.208698 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (5d18efd9-5ba3-4b67-ac6e-c63576670d90), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.211071 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks [] for router_controller (5d18efd9-5ba3-4b67-ac6e-c63576670d90), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.255052 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (5d18efd9-5ba3-4b67-ac6e-c63576670d90), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.255649 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d18efd9-5ba3-4b67-ac6e-c63576670d90 {{(pid=104161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:29:27.261600 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.262741 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-63ab3e82-1dc4-4bf8-b7e3-662ef70df25f admin admin] 10.222.0.61 "DELETE /v2.0/routers/5d18efd9-5ba3-4b67-ac6e-c63576670d90 HTTP/1.1" status: 204 len: 168 time: 0.7786546 Jun 07 13:29:27.266196 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36544) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:27.312066 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] Deleting subnet 06790174-453a-42cf-a93c-779a835defde {{(pid=104161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:29:27.315406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] Publish callbacks [] for subnet (06790174-453a-42cf-a93c-779a835defde), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.356793 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10059946'] for subnet (06790174-453a-42cf-a93c-779a835defde), precommit_delete_associations {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.438913 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (06790174-453a-42cf-a93c-779a835defde), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.513246 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10133537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682940'] for subnet (06790174-453a-42cf-a93c-779a835defde), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.553332 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.557258 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/06790174-453a-42cf-a93c-779a835defde HTTP/1.1" status: 204 len: 168 time: 0.2901225 Jun 07 13:29:27.558255 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9244576-12a5-496a-98b0-2a6da4b12fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06790174-453a-42cf-a93c-779a835defde,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:27.560043 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36546) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:27.567185 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f73ea7f-8e3a-462f-b5cb-cbfdc4fbd6b4 None None] Network d03f50ab-3c90-41eb-b646-98d9eb95947d requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:29:27.646624 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (d03f50ab-3c90-41eb-b646-98d9eb95947d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.683326 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:27.693489 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Deleting port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:29:27.694204 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.760486 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] For port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=3aa937a1-289b-4825-addd-c8dbcaf8bfe2,segment=NetworkSegment(32ea2289-1cdb-4198-b5a4-9fd34c53110e),segment_id=32ea2289-1cdb-4198-b5a4-9fd34c53110e)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:29:27.760750 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.778895 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Calling delete_port for 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:29:27.852720 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:27.853901 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e46a9-7f1b-4b39-a5df-7b2cbda6fa59 None None] DHCP port deletion for d03f50ab-3c90-41eb-b646-98d9eb95947d request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:29:27.863543 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (3aa937a1-289b-4825-addd-c8dbcaf8bfe2), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.880631 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-362e46a9-7f1b-4b39-a5df-7b2cbda6fa59 None None] The port '3aa937a1-289b-4825-addd-c8dbcaf8bfe2' was deleted {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Jun 07 13:29:27.892131 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa937a1-289b-4825-addd-c8dbcaf8bfe2,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:27.894075 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] No DVR routers for this DVR port 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 on host dv-cinder-844601-3-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:29:27.974999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (d03f50ab-3c90-41eb-b646-98d9eb95947d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:27.999336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03f50ab-3c90-41eb-b646-98d9eb95947d']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:28.009314 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ea2289-1cdb-4198-b5a4-9fd34c53110e') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:28.009613 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ea2289-1cdb-4198-b5a4-9fd34c53110e') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:28.020490 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (32ea2289-1cdb-4198-b5a4-9fd34c53110e), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.037254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (32ea2289-1cdb-4198-b5a4-9fd34c53110e), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.045157 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:29:28.045695 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (32ea2289-1cdb-4198-b5a4-9fd34c53110e), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.086786 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 32ea2289-1cdb-4198-b5a4-9fd34c53110e resource provider aggregate not found Jun 07 13:29:28.106646 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 32ea2289-1cdb-4198-b5a4-9fd34c53110e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32ea2289-1cdb-4198-b5a4-9fd34c53110e found for delete ", "request_id": "req-4261d90f-a9c1-4206-a646-c1a0664eea7d"}]} Jun 07 13:29:28.118266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (d03f50ab-3c90-41eb-b646-98d9eb95947d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.135473 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.138876 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d03f50ab-3c90-41eb-b646-98d9eb95947d HTTP/1.1" status: 204 len: 168 time: 0.5770261 Jun 07 13:29:28.140249 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c00f26-f143-44cc-8210-0020ac9f3245 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03f50ab-3c90-41eb-b646-98d9eb95947d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:28.191226 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device e3c9ec97-d32a-4cfe-b66a-4d1180086af9 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:28.212390 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: e3c9ec97-d32a-4cfe-b66a-4d1180086af9 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:28.212737 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device e3c9ec97-d32a-4cfe-b66a-4d1180086af9 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:28.213156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:28.236123 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:28.236465 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8f0c85b0-caa3-4fd4-82ab-f5ab45576f5b not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:28.236881 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:29:28.256828 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:29:28.257313 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 3aa937a1-289b-4825-addd-c8dbcaf8bfe2 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:29:28.277478 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36554) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:28.319947 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ea021d6b-86b1-4988-a29a-c02f8afe5ade admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5541835571f64b4dbec6cabbbd6b13ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411286 Jun 07 13:29:28.322325 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36556) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:28.377040 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bb572209-64ba-48c7-806e-f708a6da54a6 admin admin] Publish callbacks [] for security_group (09b5d920-377b-4a6f-b576-14447f1b46f4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.402374 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bb572209-64ba-48c7-806e-f708a6da54a6 admin admin] Publish callbacks [] for security_group (09b5d920-377b-4a6f-b576-14447f1b46f4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.455825 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bb572209-64ba-48c7-806e-f708a6da54a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (09b5d920-377b-4a6f-b576-14447f1b46f4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.458976 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bb572209-64ba-48c7-806e-f708a6da54a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:28.460200 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-bb572209-64ba-48c7-806e-f708a6da54a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09b5d920-377b-4a6f-b576-14447f1b46f4 HTTP/1.1" status: 204 len: 168 time: 0.1369388 Jun 07 13:29:28.469545 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb572209-64ba-48c7-806e-f708a6da54a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b5d920-377b-4a6f-b576-14447f1b46f4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:34.734979 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:37.726441 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=36 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:37.727790 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=12 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:38.109850 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:38.140246 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:38.463861 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:38.464629 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=74,neutron:DELETE=9 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:44.727759 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:44.730696 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:29:45.289563 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36768) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:45.409270 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:45.494814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Publish callbacks [] for security_group (154964a0-6ac1-42ba-8076-5384eadad4f5), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:45.499506 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (154964a0-6ac1-42ba-8076-5384eadad4f5), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:45.547054 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47bab14623e646acb4f676dae1107ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557564 Jun 07 13:29:45.548108 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154964a0-6ac1-42ba-8076-5384eadad4f5,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:45.549635 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36772) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:45.556226 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.556587 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.557293 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.557655 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.558002 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.558337 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.558673 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.559040 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.559386 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.559708 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.560042 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.560365 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.560702 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.561030 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.561350 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12e9f0-21ae-47f2-9c7c-b3097376b7a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:29:45.608558 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-338a3d6e-a4d0-45ea-a2ee-6a8460b013a5 admin admin] Publish callbacks [] for security_group (154964a0-6ac1-42ba-8076-5384eadad4f5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:45.630480 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-338a3d6e-a4d0-45ea-a2ee-6a8460b013a5 admin admin] Publish callbacks [] for security_group (154964a0-6ac1-42ba-8076-5384eadad4f5), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:45.675924 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:29:45.680164 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-338a3d6e-a4d0-45ea-a2ee-6a8460b013a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (154964a0-6ac1-42ba-8076-5384eadad4f5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:45.683121 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-338a3d6e-a4d0-45ea-a2ee-6a8460b013a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:45.684466 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-338a3d6e-a4d0-45ea-a2ee-6a8460b013a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/154964a0-6ac1-42ba-8076-5384eadad4f5 HTTP/1.1" status: 204 len: 168 time: 0.1337919 Jun 07 13:29:45.693241 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a3d6e-a4d0-45ea-a2ee-6a8460b013a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154964a0-6ac1-42ba-8076-5384eadad4f5,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:45.981574 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36778) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:45.996509 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b50b79d-830c-4128-b39b-5924fc9bcda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:46.083157 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b50b79d-830c-4128-b39b-5924fc9bcda6 admin admin] Publish callbacks [] for security_group (147c85f4-d22b-4935-be97-a37a98fb800c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:46.087218 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b50b79d-830c-4128-b39b-5924fc9bcda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (147c85f4-d22b-4935-be97-a37a98fb800c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:46.127721 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1b50b79d-830c-4128-b39b-5924fc9bcda6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2fb0eb9a63b149f49cfd078eff2f17bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446664 Jun 07 13:29:46.128691 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50b79d-830c-4128-b39b-5924fc9bcda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147c85f4-d22b-4935-be97-a37a98fb800c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:46.130579 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36780) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:46.182243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-73483fed-ea1e-4401-9d53-58262fc76b5b admin admin] Publish callbacks [] for security_group (147c85f4-d22b-4935-be97-a37a98fb800c), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:46.204722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-73483fed-ea1e-4401-9d53-58262fc76b5b admin admin] Publish callbacks [] for security_group (147c85f4-d22b-4935-be97-a37a98fb800c), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:46.255346 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-73483fed-ea1e-4401-9d53-58262fc76b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (147c85f4-d22b-4935-be97-a37a98fb800c), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:46.258230 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-73483fed-ea1e-4401-9d53-58262fc76b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:46.259438 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-73483fed-ea1e-4401-9d53-58262fc76b5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/147c85f4-d22b-4935-be97-a37a98fb800c HTTP/1.1" status: 204 len: 168 time: 0.1277821 Jun 07 13:29:46.267716 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73483fed-ea1e-4401-9d53-58262fc76b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c85f4-d22b-4935-be97-a37a98fb800c,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:49.119699 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-bc0168a5-512b-4d36-b19c-e70ac49e6fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.463006 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36912) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:49.600902 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53cd47d1-150a-47e8-8ded-6ea01a7d139d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.694597 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53cd47d1-150a-47e8-8ded-6ea01a7d139d admin admin] Publish callbacks [] for security_group (ff709d58-b5c5-4887-aaf4-32f308955590), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.699986 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53cd47d1-150a-47e8-8ded-6ea01a7d139d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ff709d58-b5c5-4887-aaf4-32f308955590), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.740571 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd47d1-150a-47e8-8ded-6ea01a7d139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff709d58-b5c5-4887-aaf4-32f308955590,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:49.747096 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-53cd47d1-150a-47e8-8ded-6ea01a7d139d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c8b82d7186440fc9c68c09dc526ee6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829201 Jun 07 13:29:49.747807 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36916) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:49.802811 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1de4e33-b453-4937-9c29-059032d69388 admin admin] Publish callbacks [] for security_group (ff709d58-b5c5-4887-aaf4-32f308955590), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.835729 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1de4e33-b453-4937-9c29-059032d69388 admin admin] Publish callbacks [] for security_group (ff709d58-b5c5-4887-aaf4-32f308955590), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.898478 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1de4e33-b453-4937-9c29-059032d69388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (ff709d58-b5c5-4887-aaf4-32f308955590), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.901742 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b1de4e33-b453-4937-9c29-059032d69388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:49.904842 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-b1de4e33-b453-4937-9c29-059032d69388 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff709d58-b5c5-4887-aaf4-32f308955590 HTTP/1.1" status: 204 len: 168 time: 0.1542675 Jun 07 13:29:49.912785 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de4e33-b453-4937-9c29-059032d69388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff709d58-b5c5-4887-aaf4-32f308955590,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:50.212804 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 36922) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:50.227661 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-07c02bfc-0009-426b-a7e6-a0c7ca12cb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:50.307514 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-07c02bfc-0009-426b-a7e6-a0c7ca12cb8c admin admin] Publish callbacks [] for security_group (15e2bc54-dc8f-4ea2-8f86-d4388648a5d8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:50.312532 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-07c02bfc-0009-426b-a7e6-a0c7ca12cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (15e2bc54-dc8f-4ea2-8f86-d4388648a5d8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:50.352556 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-07c02bfc-0009-426b-a7e6-a0c7ca12cb8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b95f9011028e477fb1baacfd9704f1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386316 Jun 07 13:29:50.353413 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c02bfc-0009-426b-a7e6-a0c7ca12cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e2bc54-dc8f-4ea2-8f86-d4388648a5d8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:50.355361 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 36924) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:29:50.407382 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c89f8be-9ae0-473f-8986-2273b3ee4c3e admin admin] Publish callbacks [] for security_group (15e2bc54-dc8f-4ea2-8f86-d4388648a5d8), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:50.433395 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c89f8be-9ae0-473f-8986-2273b3ee4c3e admin admin] Publish callbacks [] for security_group (15e2bc54-dc8f-4ea2-8f86-d4388648a5d8), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:50.488274 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c89f8be-9ae0-473f-8986-2273b3ee4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (15e2bc54-dc8f-4ea2-8f86-d4388648a5d8), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:50.491197 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c89f8be-9ae0-473f-8986-2273b3ee4c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:50.492383 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1c89f8be-9ae0-473f-8986-2273b3ee4c3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15e2bc54-dc8f-4ea2-8f86-d4388648a5d8 HTTP/1.1" status: 204 len: 168 time: 0.1355367 Jun 07 13:29:50.501510 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89f8be-9ae0-473f-8986-2273b3ee4c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e2bc54-dc8f-4ea2-8f86-d4388648a5d8,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:29:51.342856 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0ab9-a334-4527-be3d-66f566c76669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:52.540916 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:53.951565 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:55.432106 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:29:55.671641 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:00.343825 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:00.348821 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=67,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:00.496532 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:00.497338 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:INSERT=14 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:04.736078 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:14.728894 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:14.732019 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:15.048880 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=15 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:15.050796 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:19.112245 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6523-3c43-4261-96ad-b59e3ee6899e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:19.920051 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37126) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:20.104089 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.206644 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Publish callbacks [] for security_group (17b98a8b-d25a-4ef5-979a-9d8737464e59), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.211689 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (17b98a8b-d25a-4ef5-979a-9d8737464e59), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.245030 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b98a8b-d25a-4ef5-979a-9d8737464e59,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:20.260849 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c3a4d40546f4bab98daabaed8cbbabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395178 Jun 07 13:30:20.262234 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.262623 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.263029 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.263414 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.263783 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.264117 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.264447 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.264570 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37130) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:20.265028 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.265129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.265438 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.265728 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.266052 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.266575 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.266933 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.267264 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2668e1e-2b4b-4150-8fc0-3187c399a0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.321331 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66b62f6f-802a-4241-bd76-9a0361135820 admin admin] Publish callbacks [] for security_group (17b98a8b-d25a-4ef5-979a-9d8737464e59), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.344985 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66b62f6f-802a-4241-bd76-9a0361135820 admin admin] Publish callbacks [] for security_group (17b98a8b-d25a-4ef5-979a-9d8737464e59), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.408131 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66b62f6f-802a-4241-bd76-9a0361135820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (17b98a8b-d25a-4ef5-979a-9d8737464e59), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.410788 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66b62f6f-802a-4241-bd76-9a0361135820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.411943 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-66b62f6f-802a-4241-bd76-9a0361135820 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17b98a8b-d25a-4ef5-979a-9d8737464e59 HTTP/1.1" status: 204 len: 168 time: 0.1464434 Jun 07 13:30:20.420634 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62f6f-802a-4241-bd76-9a0361135820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b98a8b-d25a-4ef5-979a-9d8737464e59,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:20.732245 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37136) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:20.746084 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9cbd77ce-4bad-4974-8082-8a6b14d01d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.824237 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9cbd77ce-4bad-4974-8082-8a6b14d01d80 admin admin] Publish callbacks [] for security_group (97faa73a-f4b2-484e-a92f-74d7fb6127b3), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.828297 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9cbd77ce-4bad-4974-8082-8a6b14d01d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (97faa73a-f4b2-484e-a92f-74d7fb6127b3), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.880234 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9cbd77ce-4bad-4974-8082-8a6b14d01d80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc714d181d1c48829879c7e674bd6dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468084 Jun 07 13:30:20.880941 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd77ce-4bad-4974-8082-8a6b14d01d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97faa73a-f4b2-484e-a92f-74d7fb6127b3,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:20.884221 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37138) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:20.939136 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d64b40e2-4f45-4f07-bbbd-5b3c1c032879 admin admin] Publish callbacks [] for security_group (97faa73a-f4b2-484e-a92f-74d7fb6127b3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:20.962986 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d64b40e2-4f45-4f07-bbbd-5b3c1c032879 admin admin] Publish callbacks [] for security_group (97faa73a-f4b2-484e-a92f-74d7fb6127b3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:21.010928 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d64b40e2-4f45-4f07-bbbd-5b3c1c032879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (97faa73a-f4b2-484e-a92f-74d7fb6127b3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:21.013609 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d64b40e2-4f45-4f07-bbbd-5b3c1c032879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:21.014754 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d64b40e2-4f45-4f07-bbbd-5b3c1c032879 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97faa73a-f4b2-484e-a92f-74d7fb6127b3 HTTP/1.1" status: 204 len: 168 time: 0.1291802 Jun 07 13:30:21.023611 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b40e2-4f45-4f07-bbbd-5b3c1c032879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97faa73a-f4b2-484e-a92f-74d7fb6127b3,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:21.346625 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ab316654-9bbf-4a9f-9940-83116b4cd5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:22.545743 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:22.674798 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:30:22.759068 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37184) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:22.862645 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-adeb025b-ae3c-45ac-95b5-836bc8c5f29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:22.945232 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-adeb025b-ae3c-45ac-95b5-836bc8c5f29f admin admin] Publish callbacks [] for security_group (98ee4b7e-b772-4188-a0d1-0fedba010b2d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:22.949204 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-adeb025b-ae3c-45ac-95b5-836bc8c5f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (98ee4b7e-b772-4188-a0d1-0fedba010b2d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:22.989753 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-adeb025b-ae3c-45ac-95b5-836bc8c5f29f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e0df75c25304d3880c6dab99d59ff7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296093 Jun 07 13:30:22.990592 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb025b-ae3c-45ac-95b5-836bc8c5f29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ee4b7e-b772-4188-a0d1-0fedba010b2d,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:22.992958 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37188) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:23.041931 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5a26-5173-493f-9d07-1e4a745da61b admin admin] Publish callbacks [] for security_group (98ee4b7e-b772-4188-a0d1-0fedba010b2d), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.064055 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5a26-5173-493f-9d07-1e4a745da61b admin admin] Publish callbacks [] for security_group (98ee4b7e-b772-4188-a0d1-0fedba010b2d), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.113963 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5a26-5173-493f-9d07-1e4a745da61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (98ee4b7e-b772-4188-a0d1-0fedba010b2d), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.116995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5a26-5173-493f-9d07-1e4a745da61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.118134 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-d1ab5a26-5173-493f-9d07-1e4a745da61b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98ee4b7e-b772-4188-a0d1-0fedba010b2d HTTP/1.1" status: 204 len: 168 time: 0.1242130 Jun 07 13:30:23.125814 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5a26-5173-493f-9d07-1e4a745da61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ee4b7e-b772-4188-a0d1-0fedba010b2d,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:23.384487 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37194) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:23.397799 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2924e7ec-317d-400f-98e3-5b8489c3efcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.473034 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2924e7ec-317d-400f-98e3-5b8489c3efcc admin admin] Publish callbacks [] for security_group (fb74af08-4afa-4f97-a1b8-8e7da3ff8b81), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.477258 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2924e7ec-317d-400f-98e3-5b8489c3efcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (fb74af08-4afa-4f97-a1b8-8e7da3ff8b81), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.517935 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-2924e7ec-317d-400f-98e3-5b8489c3efcc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba2af8374fdc411ebe623baf89b58f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323249 Jun 07 13:30:23.519180 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924e7ec-317d-400f-98e3-5b8489c3efcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74af08-4afa-4f97-a1b8-8e7da3ff8b81,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:23.520632 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37196) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:23.570175 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f746b7c7-76b9-4302-b6da-de14af15fb47 admin admin] Publish callbacks [] for security_group (fb74af08-4afa-4f97-a1b8-8e7da3ff8b81), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.591192 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f746b7c7-76b9-4302-b6da-de14af15fb47 admin admin] Publish callbacks [] for security_group (fb74af08-4afa-4f97-a1b8-8e7da3ff8b81), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.638911 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f746b7c7-76b9-4302-b6da-de14af15fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (fb74af08-4afa-4f97-a1b8-8e7da3ff8b81), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.641465 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f746b7c7-76b9-4302-b6da-de14af15fb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:23.642596 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f746b7c7-76b9-4302-b6da-de14af15fb47 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb74af08-4afa-4f97-a1b8-8e7da3ff8b81 HTTP/1.1" status: 204 len: 168 time: 0.1208305 Jun 07 13:30:23.650639 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746b7c7-76b9-4302-b6da-de14af15fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74af08-4afa-4f97-a1b8-8e7da3ff8b81,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:23.951040 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:25.439875 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.287979 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37280) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:32.400571 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3c7be4d9-8766-4d5e-a135-569cf99ee269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.435075 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:32.454988 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:32.488303 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3c7be4d9-8766-4d5e-a135-569cf99ee269 admin admin] Publish callbacks [] for security_group (340856d0-3f50-4e62-8134-5d9b7ffe905a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.491910 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3c7be4d9-8766-4d5e-a135-569cf99ee269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (340856d0-3f50-4e62-8134-5d9b7ffe905a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.531893 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3c7be4d9-8766-4d5e-a135-569cf99ee269 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00e2faff80764bc0ad441cb80a8051fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421608 Jun 07 13:30:32.532703 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7be4d9-8766-4d5e-a135-569cf99ee269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340856d0-3f50-4e62-8134-5d9b7ffe905a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:32.535780 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37284) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:32.587607 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb0c2-bbde-4d72-879c-8ba2f74a163f admin admin] Publish callbacks [] for security_group (340856d0-3f50-4e62-8134-5d9b7ffe905a), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.597598 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:32.611908 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb0c2-bbde-4d72-879c-8ba2f74a163f admin admin] Publish callbacks [] for security_group (340856d0-3f50-4e62-8134-5d9b7ffe905a), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.626234 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:32.664631 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb0c2-bbde-4d72-879c-8ba2f74a163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (340856d0-3f50-4e62-8134-5d9b7ffe905a), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.667165 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1c3bb0c2-bbde-4d72-879c-8ba2f74a163f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:32.668306 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-1c3bb0c2-bbde-4d72-879c-8ba2f74a163f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/340856d0-3f50-4e62-8134-5d9b7ffe905a HTTP/1.1" status: 204 len: 168 time: 0.1313748 Jun 07 13:30:32.671590 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:32.677400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bb0c2-bbde-4d72-879c-8ba2f74a163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340856d0-3f50-4e62-8134-5d9b7ffe905a,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:33.315141 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37306) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:33.411557 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-919952118-network', 'tenant_id': '3347761872914cbbb350a639eece5f9f'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:33.434132 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Made reservation on behalf of 3347761872914cbbb350a639eece5f9f for: {'network': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:33.436512 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.445219 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.522426 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks [] for security_group (f694310a-f803-4ebe-b59e-628345e5d60d), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.526791 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f694310a-f803-4ebe-b59e-628345e5d60d), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.549513 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=104161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:30:33.565565 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f694310a-f803-4ebe-b59e-628345e5d60d,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:33.568733 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (79b56df2-7a7b-4509-8181-dd8ec3b17775), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.569073 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.segments_db [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Added segment 79b56df2-7a7b-4509-8181-dd8ec3b17775 of type vlan for network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f Jun 07 13:30:33.610001 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.635938 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.636891 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:30:33.637465 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.697243 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3809702 Jun 07 13:30:33.700340 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37310) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:33.703186 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ceb1-6b22-4c4a-9cf6-d5dbac6191f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:33.706565 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Request body: {'subnet': {'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-919952118-subnet', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:33.713282 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:30:33.727819 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Made reservation on behalf of 3347761872914cbbb350a639eece5f9f for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:33.730375 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10484662'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.902313 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10484612'] for subnet (124cf80a-ff24-45e9-994f-faa297ca8cbc), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:33.952499 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Pushing event updated for resources: {'Subnet': ['ID=124cf80a-ff24-45e9-994f-faa297ca8cbc,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:33.969686 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Checking segment: {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:33.970031 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Network hostable DHCP agents. Network: b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:30:33.988221 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:30:33.998795 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:34.003730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:30:34.004818 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.007910 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed312634-e910-4af8-bd71-528c70f6bad3 None None] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:30:34.021211 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-fb5ee6cc-69ca-46b3-b26e-be9e6811aeec admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3193309 Jun 07 13:30:34.023768 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37312) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:34.027855 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:34.050226 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.051259 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.102125 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks [] for router_controller (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), precommit_add_association {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.114141 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'project_id': '3347761872914cbbb350a639eece5f9f', 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:30:34.115507 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.243076 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks [] for router_gateway (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.256410 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Allocated IP 172.20.0.2 (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f/124cf80a-ff24-45e9-994f-faa297ca8cbc/c14dbf74-d5fd-4352-832d-2097ce77d4f5) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:34.414501 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Publish callbacks [] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.428325 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.440676 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks [] for router_gateway (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.463801 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.473197 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:34.481307 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:34.483226 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Pushing event updated for resources: {'Port': ['ID=c14dbf74-d5fd-4352-832d-2097ce77d4f5,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:34.486286 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:30:34.500869 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.500869 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.500869 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.501267 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.501471 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.501791 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.502104 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:34.502236 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.502425 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.502729 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.503088 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.503425 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.503695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.504051 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.504508 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.505209 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:34.511764 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:34.556344 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Attempting to bind port c14dbf74-d5fd-4352-832d-2097ce77d4f5 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:30:34.556704 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Attempting to bind port c14dbf74-d5fd-4352-832d-2097ce77d4f5 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:30:34.557051 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Attempting to bind port c14dbf74-d5fd-4352-832d-2097ce77d4f5 on network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:30:34.562049 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:30:34.562412 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Checking segment: {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:34.562819 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.563465 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Bound using segment: {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:30:34.563921 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Bound port: c14dbf74-d5fd-4352-832d-2097ce77d4f5, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:30:34.564340 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.577975 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Allocated IP 172.27.1.31 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/9cae43c1-afa9-46a2-8252-0970c00a7d60) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:34.628744 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] For port c14dbf74-d5fd-4352-832d-2097ce77d4f5, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:30:34.632146 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] For port c14dbf74-d5fd-4352-832d-2097ce77d4f5, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=c14dbf74-d5fd-4352-832d-2097ce77d4f5,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:30:34.638356 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.642533 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:34.689687 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks [] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.712954 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097aed06-54ab-4a0e-8453-8b108f2d4751 None None] Pushing event updated for resources: {'Port': ['ID=c14dbf74-d5fd-4352-832d-2097ce77d4f5,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:34.732642 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.739761 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:34.775361 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:34.781486 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:34.784143 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:30:34.790814 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Pushing event updated for resources: {'Port': ['ID=9cae43c1-afa9-46a2-8252-0970c00a7d60,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:35.061966 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks [] for router_gateway (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:35.287601 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:35.414445 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:35.466672 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:30:35.475710 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:35.691288 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf37d2f-2664-4ce7-9e33-30dbf2cb9283 None None] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:30:35.734907 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:35.786094 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-fac721ab-57d3-4c46-8f89-c0dd961cfa6d None None] Provisioning complete for port c14dbf74-d5fd-4352-832d-2097ce77d4f5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:35.786784 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fac721ab-57d3-4c46-8f89-c0dd961cfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:35.834350 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:30:35.857332 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:35.859862 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4065a0f7-9056-45ac-8a41-741c76e0f48d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8350284 Jun 07 13:30:35.862668 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37314) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:35.978302 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Sync routers for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:30:36.001969 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:36.002589 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:36.150565 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fac721ab-57d3-4c46-8f89-c0dd961cfa6d None None] Current status of the port c14dbf74-d5fd-4352-832d-2097ce77d4f5 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:36.150980 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fac721ab-57d3-4c46-8f89-c0dd961cfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.176841 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:36.302610 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-fac721ab-57d3-4c46-8f89-c0dd961cfa6d None None] For port c14dbf74-d5fd-4352-832d-2097ce77d4f5, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=c14dbf74-d5fd-4352-832d-2097ce77d4f5,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:30:36.306866 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device c14dbf74-d5fd-4352-832d-2097ce77d4f5 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:36.316001 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fac721ab-57d3-4c46-8f89-c0dd961cfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.422266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.494307 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac721ab-57d3-4c46-8f89-c0dd961cfa6d None None] Pushing event updated for resources: {'Port': ['ID=c14dbf74-d5fd-4352-832d-2097ce77d4f5,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:36.499294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port c14dbf74-d5fd-4352-832d-2097ce77d4f5 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:36.499943 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.501232 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-fe3e171b-f59b-4f8b-9db9-084fe6cf8ac4 None None] Provisioning complete for port c14dbf74-d5fd-4352-832d-2097ce77d4f5 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:36.501581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fe3e171b-f59b-4f8b-9db9-084fe6cf8ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.553755 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:34Z', 'revision_number': 3, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:36.595403 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Checking router: aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:30:36.595754 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Updating router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 port 9cae43c1-afa9-46a2-8252-0970c00a7d60 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:30:36.614344 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Allocated IP 172.20.0.1 (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f/124cf80a-ff24-45e9-994f-faa297ca8cbc/8384e6a5-b772-40ed-bdbf-194353ec89d4) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:36.642045 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.668969 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:36.700864 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:36.709588 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:36.737439 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks [] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.765311 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port c14dbf74-d5fd-4352-832d-2097ce77d4f5 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:36.769393 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e171b-f59b-4f8b-9db9-084fe6cf8ac4 None None] Current status of the port c14dbf74-d5fd-4352-832d-2097ce77d4f5 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:36.790053 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:36.800707 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:36.857146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:36.870475 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:36.874221 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:30:36.879157 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Pushing event updated for resources: {'Port': ['ID=8384e6a5-b772-40ed-bdbf-194353ec89d4,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:36.922203 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.067104 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Publish callbacks [] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.077186 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.078631 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.143517 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00033924-4bba-4965-a781-f6312599e0a7 None None] Pushing event updated for resources: {'Port': ['ID=9cae43c1-afa9-46a2-8252-0970c00a7d60,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:37.145951 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Attempting to bind port 9cae43c1-afa9-46a2-8252-0970c00a7d60 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:30:37.146303 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Attempting to bind port 9cae43c1-afa9-46a2-8252-0970c00a7d60 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:30:37.146660 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Attempting to bind port 9cae43c1-afa9-46a2-8252-0970c00a7d60 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:30:37.156442 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:30:37.156442 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:37.156442 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.156442 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:30:37.156958 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Bound port: 9cae43c1-afa9-46a2-8252-0970c00a7d60, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:30:37.157156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.210607 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-8ab4af6a-a366-4e46-8831-f777646db6cd None None] Provisioning complete for port 8384e6a5-b772-40ed-bdbf-194353ec89d4 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:37.211008 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8ab4af6a-a366-4e46-8831-f777646db6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.247254 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] For port 9cae43c1-afa9-46a2-8252-0970c00a7d60, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:30:37.267692 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] For port 9cae43c1-afa9-46a2-8252-0970c00a7d60, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9cae43c1-afa9-46a2-8252-0970c00a7d60,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:30:37.269345 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4af6a-a366-4e46-8831-f777646db6cd None None] Port 8384e6a5-b772-40ed-bdbf-194353ec89d4 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:30:37.276722 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.317123 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks [] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.322649 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.341754 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00033924-4bba-4965-a781-f6312599e0a7 None None] Pushing event updated for resources: {'Port': ['ID=9cae43c1-afa9-46a2-8252-0970c00a7d60,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:37.344403 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:37.344995 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:37.398265 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Pushing event updated for resources: {'Port': ['ID=8384e6a5-b772-40ed-bdbf-194353ec89d4,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:37.400687 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.461147 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:37.505560 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:37.507796 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:37.601824 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:37.639127 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:37.644929 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:30:37.695701 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 2, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:37.728348 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba55a85-8b46-4dee-b21f-1163481a1bb7 None None] The sync data for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi is: [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 2, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:30:37.783869 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:30:37.792836 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-bc9bc6fb-00f7-41da-a22c-0365843860da admin admin] 10.222.0.61 "PUT /v2.0/routers/aac1398e-0c97-44c8-8c8d-45cb1e10b7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260778 Jun 07 13:30:37.812885 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-370ed792-040c-41ae-bd64-30c9420f31c3 None None] Provisioning complete for port 8384e6a5-b772-40ed-bdbf-194353ec89d4 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:37.813446 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-370ed792-040c-41ae-bd64-30c9420f31c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:37.816773 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:38.013314 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-370ed792-040c-41ae-bd64-30c9420f31c3 None None] Port 8384e6a5-b772-40ed-bdbf-194353ec89d4 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:30:38.249733 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device c14dbf74-d5fd-4352-832d-2097ce77d4f5 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:38.315358 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port c14dbf74-d5fd-4352-832d-2097ce77d4f5 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:38.316110 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.418605 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port c14dbf74-d5fd-4352-832d-2097ce77d4f5 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:38.498229 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37330) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:38.504458 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1633953753-network', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:38.529321 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Made reservation on behalf of d15b8f7b896941a08349f1e6259219a0 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:38.532235 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.543483 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.577820 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:38.649459 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks [] for security_group (96f3ac21-610d-42d0-a823-382802c9bb44), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.654145 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (96f3ac21-610d-42d0-a823-382802c9bb44), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.687280 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:30:38.699183 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f3ac21-610d-42d0-a823-382802c9bb44,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:38.708535 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (2fbf9305-f338-4e2c-a61a-6d0bd29df2f2), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.708928 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Added segment 2fbf9305-f338-4e2c-a61a-6d0bd29df2f2 of type vlan for network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae Jun 07 13:30:38.765846 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769461490508'] for network (7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.798680 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569'] for network (7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.800139 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:30:38.800987 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:38.864528 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3645728 Jun 07 13:30:38.868044 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37332) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:38.871598 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19d193-0730-4913-bb17-19df38c5d049 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:38.873588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Request body: {'subnet': {'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1633953753-subnet', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'ip_version': 4}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:38.885055 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae details requested by agent ovs-agent-dv-cinder-844601-3-iscsi with host dv-cinder-844601-3-iscsi {{(pid=104162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 13:30:38.920315 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Made reservation on behalf of d15b8f7b896941a08349f1e6259219a0 for: {'subnet': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:38.923243 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8682905'] for subnet (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.125503 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10135012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682923'] for subnet (98ca1483-1245-4ecc-aac3-f18475122068), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.190720 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ca1483-1245-4ecc-aac3-f18475122068,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:39.199874 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Checking segment: {'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:39.200426 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Network hostable DHCP agents. Network: 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae, hostable agents: ['6fdafd5d-92c8-442f-8999-5343dafe414c'], hosted agents: [] {{(pid=104161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:30:39.220937 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae is scheduled to be hosted by DHCP agent 6fdafd5d-92c8-442f-8999-5343dafe414c with binding_index 1 {{(pid=104161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:30:39.232048 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844601-3-iscsi, 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae) {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:39.236873 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:30:39.237466 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.242425 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308237b-a8e3-4272-b648-bfc2944d428f None None] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:30:39.260740 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-09fec499-2c6a-4367-845e-bf9d45208b50 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3907423 Jun 07 13:30:39.263083 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37334) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:39.267834 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:39.285048 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:39.289706 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:39.307572 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (915de98d-f77c-4d5c-baa2-387f0b355b3b), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.309560 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-713009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-705199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8102'] for router (915de98d-f77c-4d5c-baa2-387f0b355b3b), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.381417 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks [] for router_controller (915de98d-f77c-4d5c-baa2-387f0b355b3b), precommit_add_association {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.391981 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b668b1-58ee-5182-8538-a85c61ef4beb-7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'fixed_ips': [{'subnet_id': '98ca1483-1245-4ecc-aac3-f18475122068'}]}} from dv-cinder-844601-3-iscsi. {{(pid=104162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 13:30:39.391981 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.541504 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks [] for router_gateway (915de98d-f77c-4d5c-baa2-387f0b355b3b), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.562117 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.db_base_plugin_common [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Allocated IP 172.20.0.2 (7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae/98ca1483-1245-4ecc-aac3-f18475122068/7dca73c0-460b-458f-9310-4e0b3cde4c05) {{(pid=104162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:39.729446 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Publish callbacks [] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), precommit_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.736948 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), after_create {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.745924 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks [] for router_gateway (915de98d-f77c-4d5c-baa2-387f0b355b3b), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.765942 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.777563 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae is already hosted by enough agents. {{(pid=104162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:39.780942 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.scheduler.base_scheduler [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Resources bound (agent type, host, resource id): {{(pid=104162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:39.788040 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Received port after_create {{(pid=104162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:30:39.795664 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Pushing event updated for resources: {'Port': ['ID=7dca73c0-460b-458f-9310-4e0b3cde4c05,revision_number=1']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:39.854045 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Attempting to bind port 7dca73c0-460b-458f-9310-4e0b3cde4c05 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:30:39.854551 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Attempting to bind port 7dca73c0-460b-458f-9310-4e0b3cde4c05 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:30:39.855195 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Attempting to bind port 7dca73c0-460b-458f-9310-4e0b3cde4c05 on network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:30:39.860755 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:30:39.861122 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Checking segment: {'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:39.861517 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.862105 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Bound using segment: {'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:30:39.862357 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Bound port: 7dca73c0-460b-458f-9310-4e0b3cde4c05, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:30:39.862730 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.889569 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Allocated IP 172.27.1.35 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/ec34a8c2-d73f-426d-8e7a-4021c9ed1596) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:39.900649 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:39.941147 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] For port 7dca73c0-460b-458f-9310-4e0b3cde4c05, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:30:39.945384 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] For port 7dca73c0-460b-458f-9310-4e0b3cde4c05, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=7dca73c0-460b-458f-9310-4e0b3cde4c05,segment=NetworkSegment(2fbf9305-f338-4e2c-a61a-6d0bd29df2f2),segment_id=2fbf9305-f338-4e2c-a61a-6d0bd29df2f2)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:30:39.963711 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:39.968751 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:40.036331 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks [] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:40.046323 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e63c8-b5e3-4a0c-b78d-1b87dc133aad None None] Pushing event updated for resources: {'Port': ['ID=7dca73c0-460b-458f-9310-4e0b3cde4c05,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:40.081166 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:40.133731 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:40.137403 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:40.139221 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Pushing event updated for resources: {'Port': ['ID=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:40.141849 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:30:40.301018 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9cae43c1-afa9-46a2-8252-0970c00a7d60 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:40.378270 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Sync routers for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:30:40.392469 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 9cae43c1-afa9-46a2-8252-0970c00a7d60 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:40.393056 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:40.399014 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:40.403253 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:40.426049 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:40.517587 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 9cae43c1-afa9-46a2-8252-0970c00a7d60 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:40.517970 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:40.519832 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:40.555219 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks [] for router_gateway (915de98d-f77c-4d5c-baa2-387f0b355b3b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:40.560502 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port 9cae43c1-afa9-46a2-8252-0970c00a7d60, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9cae43c1-afa9-46a2-8252-0970c00a7d60,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:30:40.567766 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:40.600135 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:40.633900 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=9cae43c1-afa9-46a2-8252-0970c00a7d60,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:40.825917 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 2, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:40.856488 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Checking router: aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:30:40.857077 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Updating router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 port 8384e6a5-b772-40ed-bdbf-194353ec89d4 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:30:40.899931 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.071761 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-713026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711397'] for router (915de98d-f77c-4d5c-baa2-387f0b355b3b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.242400 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Router 915de98d-f77c-4d5c-baa2-387f0b355b3b is scheduled to L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b with binding_index 1 {{(pid=104161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 13:30:41.270221 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Publish callbacks [] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.279982 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.342039 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Pushing event updated for resources: {'Port': ['ID=8384e6a5-b772-40ed-bdbf-194353ec89d4,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:41.363448 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.363922 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.364342 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.364781 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.365182 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.365574 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.365963 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.366382 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.366799 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.367286 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.367941 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.368376 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.368792 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.369574 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.369986 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.372754 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:30:41.390126 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Sync routers for ids ['915de98d-f77c-4d5c-baa2-387f0b355b3b'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:30:41.412504 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.414883 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ce2036c1-1afa-40ca-91bb-d4b2692570be admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1497529 Jun 07 13:30:41.417999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37336) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:41.426248 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Routers {'915de98d-f77c-4d5c-baa2-387f0b355b3b'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:41.430327 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['915de98d-f77c-4d5c-baa2-387f0b355b3b'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:41.440583 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad61778-b113-4de1-b186-6c42bf1be893 None None] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:30:41.462056 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Attempting to bind port 8384e6a5-b772-40ed-bdbf-194353ec89d4 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:30:41.462670 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Attempting to bind port 8384e6a5-b772-40ed-bdbf-194353ec89d4 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:30:41.463231 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Attempting to bind port 8384e6a5-b772-40ed-bdbf-194353ec89d4 on network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:30:41.469381 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:30:41.469761 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Checking segment: {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:41.471058 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.471462 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Bound using segment: {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:30:41.471940 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Bound port: 8384e6a5-b772-40ed-bdbf-194353ec89d4, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:30:41.472319 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.553063 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:41.555024 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] For port 8384e6a5-b772-40ed-bdbf-194353ec89d4, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:30:41.563088 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] For port 8384e6a5-b772-40ed-bdbf-194353ec89d4, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8384e6a5-b772-40ed-bdbf-194353ec89d4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:30:41.574479 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.633850 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:41.638665 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-fb36cf46-1e9c-4590-bbec-4fab7f8a05e6 None None] Provisioning complete for port 7dca73c0-460b-458f-9310-4e0b3cde4c05 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:41.639281 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fb36cf46-1e9c-4590-bbec-4fab7f8a05e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:41.653633 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a70fe-2f09-4a3d-bb95-14c0ab06f993 None None] Pushing event updated for resources: {'Port': ['ID=8384e6a5-b772-40ed-bdbf-194353ec89d4,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:41.670705 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:41.671980 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:41.744302 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Set router 915de98d-f77c-4d5c-baa2-387f0b355b3b gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:41.823835 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:41.952598 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-fb36cf46-1e9c-4590-bbec-4fab7f8a05e6 None None] Current status of the port 7dca73c0-460b-458f-9310-4e0b3cde4c05 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:41.953343 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fb36cf46-1e9c-4590-bbec-4fab7f8a05e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.056944 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:42.064835 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 3, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port': {'id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:42.069905 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:42.071938 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-fb36cf46-1e9c-4590-bbec-4fab7f8a05e6 None None] For port 7dca73c0-460b-458f-9310-4e0b3cde4c05, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=7dca73c0-460b-458f-9310-4e0b3cde4c05,segment=NetworkSegment(2fbf9305-f338-4e2c-a61a-6d0bd29df2f2),segment_id=2fbf9305-f338-4e2c-a61a-6d0bd29df2f2)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:30:42.104237 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-fb36cf46-1e9c-4590-bbec-4fab7f8a05e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.108983 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Checking router: 915de98d-f77c-4d5c-baa2-387f0b355b3b for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:30:42.109335 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Updating router 915de98d-f77c-4d5c-baa2-387f0b355b3b port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 binding host dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:30:42.216563 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.237197 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:42.255796 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.279177 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:41Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:42.293730 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-050dfd47-926b-41b3-aa31-12aa44e00f5a None None] Provisioning complete for port 8384e6a5-b772-40ed-bdbf-194353ec89d4 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:42.294241 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-050dfd47-926b-41b3-aa31-12aa44e00f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.300779 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36cf46-1e9c-4590-bbec-4fab7f8a05e6 None None] Pushing event updated for resources: {'Port': ['ID=7dca73c0-460b-458f-9310-4e0b3cde4c05,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:42.341037 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6832e7-1ede-4735-8cc0-0931d2e7ab3d None None] The sync data for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi is: [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:41Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:30:42.370405 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:42.468970 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9cae43c1-afa9-46a2-8252-0970c00a7d60 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:42.506478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Allocated IP 172.20.0.1 (7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae/98ca1483-1245-4ecc-aac3-f18475122068/b49600e8-61c9-4487-afae-7100ac9010f3) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:42.661947 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks [] for port (b49600e8-61c9-4487-afae-7100ac9010f3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.710230 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.761881 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:42.765298 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:42.774429 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:30:42.777311 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-050dfd47-926b-41b3-aa31-12aa44e00f5a None None] Current status of the port 8384e6a5-b772-40ed-bdbf-194353ec89d4 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:42.777709 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-050dfd47-926b-41b3-aa31-12aa44e00f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.779919 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Pushing event updated for resources: {'Port': ['ID=b49600e8-61c9-4487-afae-7100ac9010f3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:42.837986 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710803'] for router_interface (915de98d-f77c-4d5c-baa2-387f0b355b3b), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.865781 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 9cae43c1-afa9-46a2-8252-0970c00a7d60 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:42.866097 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:42.920688 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-050dfd47-926b-41b3-aa31-12aa44e00f5a None None] For port 8384e6a5-b772-40ed-bdbf-194353ec89d4, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8384e6a5-b772-40ed-bdbf-194353ec89d4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:30:42.952061 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-050dfd47-926b-41b3-aa31-12aa44e00f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.017046 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.090005 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 9cae43c1-afa9-46a2-8252-0970c00a7d60 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:43.091098 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8384e6a5-b772-40ed-bdbf-194353ec89d4 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:43.165060 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-43159680-b75c-41e6-8ea6-688072efb8b7 None None] Provisioning complete for port 7dca73c0-460b-458f-9310-4e0b3cde4c05 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:43.165433 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-43159680-b75c-41e6-8ea6-688072efb8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.188826 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dfd47-926b-41b3-aa31-12aa44e00f5a None None] Pushing event updated for resources: {'Port': ['ID=8384e6a5-b772-40ed-bdbf-194353ec89d4,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:43.259673 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:43.265103 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Publish callbacks [] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.274457 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8384e6a5-b772-40ed-bdbf-194353ec89d4 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:43.274911 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.287852 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks [] for port (b49600e8-61c9-4487-afae-7100ac9010f3), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.294821 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.304969 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.345562 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:43.356323 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:43.373877 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:43.384491 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Pushing event updated for resources: {'Port': ['ID=b49600e8-61c9-4487-afae-7100ac9010f3,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:43.388147 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710759'] for router_interface (915de98d-f77c-4d5c-baa2-387f0b355b3b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.446737 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-43159680-b75c-41e6-8ea6-688072efb8b7 None None] Current status of the port 7dca73c0-460b-458f-9310-4e0b3cde4c05 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:43.448815 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Attempting to bind port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:30:43.450053 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Attempting to bind port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:30:43.450053 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Attempting to bind port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 on network 91a8b2f1-6d36-4c0b-833a-428138302c3a {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:30:43.454273 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924b8c9-8841-451d-95d3-1fbd13a3b9ac None None] Pushing event updated for resources: {'Port': ['ID=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:43.460772 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:30:43.461140 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Checking segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:43.461538 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.461919 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Bound using segment: {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:30:43.462392 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Bound port: ec34a8c2-d73f-426d-8e7a-4021c9ed1596, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a5aae-de59-4bb7-a5b6-89fd96ef38a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:30:43.463353 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.502002 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:43.503695 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:43.540267 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8384e6a5-b772-40ed-bdbf-194353ec89d4 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:43.541382 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 7dca73c0-460b-458f-9310-4e0b3cde4c05 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:43.581673 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] For port ec34a8c2-d73f-426d-8e7a-4021c9ed1596, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:30:43.612686 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] For port ec34a8c2-d73f-426d-8e7a-4021c9ed1596, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:30:43.627497 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-b8b240d9-b082-4fe8-92ce-c54a7ea0b23d None None] Provisioning complete for port b49600e8-61c9-4487-afae-7100ac9010f3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:43.628120 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b8b240d9-b082-4fe8-92ce-c54a7ea0b23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.637037 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.667962 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Router 915de98d-f77c-4d5c-baa2-387f0b355b3b has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:30:43.745830 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-b8b240d9-b082-4fe8-92ce-c54a7ea0b23d None None] Port b49600e8-61c9-4487-afae-7100ac9010f3 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:30:43.755051 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 7dca73c0-460b-458f-9310-4e0b3cde4c05 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:43.755435 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.795473 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924b8c9-8841-451d-95d3-1fbd13a3b9ac None None] Pushing event updated for resources: {'Port': ['ID=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:43.796914 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:30:43.800050 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Routers {'915de98d-f77c-4d5c-baa2-387f0b355b3b'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:43.800674 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['915de98d-f77c-4d5c-baa2-387f0b355b3b'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:43.804477 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-25061c6f-94c8-4294-bc6c-08b6ef6ed154 admin admin] 10.222.0.61 "PUT /v2.0/routers/915de98d-f77c-4d5c-baa2-387f0b355b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3867590 Jun 07 13:30:43.928642 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-77de1214-f9d2-493c-be49-579d5efa9976 None None] Provisioning complete for port b49600e8-61c9-4487-afae-7100ac9010f3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:43.929007 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-77de1214-f9d2-493c-be49-579d5efa9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:43.974287 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 7dca73c0-460b-458f-9310-4e0b3cde4c05 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:43.993614 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] Set router 915de98d-f77c-4d5c-baa2-387f0b355b3b gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:44.023840 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-77de1214-f9d2-493c-be49-579d5efa9976 None None] Port b49600e8-61c9-4487-afae-7100ac9010f3 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:30:44.145218 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:44.226711 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 4, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port': {'id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'b49600e8-61c9-4487-afae-7100ac9010f3', 'name': '', 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'mac_address': 'fa:16:3e:ff:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '98ca1483-1245-4ecc-aac3-f18475122068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:42Z', 'updated_at': '2022-06-07T13:30:43Z', 'revision_number': 2, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'subnets': [{'id': '98ca1483-1245-4ecc-aac3-f18475122068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:44.256146 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ece66b-d723-422e-80fc-726b5efbd889 None None] The sync data for ids ['915de98d-f77c-4d5c-baa2-387f0b355b3b'] in dv-cinder-844601-3-iscsi is: [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 4, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port': {'id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'b49600e8-61c9-4487-afae-7100ac9010f3', 'name': '', 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'mac_address': 'fa:16:3e:ff:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '98ca1483-1245-4ecc-aac3-f18475122068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:42Z', 'updated_at': '2022-06-07T13:30:43Z', 'revision_number': 2, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'subnets': [{'id': '98ca1483-1245-4ecc-aac3-f18475122068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:30:44.267694 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8384e6a5-b772-40ed-bdbf-194353ec89d4 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:44.317309 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 8384e6a5-b772-40ed-bdbf-194353ec89d4 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:44.317816 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:44.357961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:44.403066 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 8384e6a5-b772-40ed-bdbf-194353ec89d4 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:44.404538 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 7dca73c0-460b-458f-9310-4e0b3cde4c05 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:44.462510 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port 7dca73c0-460b-458f-9310-4e0b3cde4c05 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:44.463141 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:44.573090 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port 7dca73c0-460b-458f-9310-4e0b3cde4c05 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:45.303845 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37348) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:45.316935 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-8965a073-86da-4655-b7b9-d66a347d4130 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100635421', 'description': 'tempest-secgroup-smoke-100635421 description', 'project_id': '3347761872914cbbb350a639eece5f9f'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:45.366017 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8965a073-86da-4655-b7b9-d66a347d4130 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.452141 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8965a073-86da-4655-b7b9-d66a347d4130 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group (b6cefcaa-d7a1-4c24-a78b-500d4fe22768), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.456723 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8965a073-86da-4655-b7b9-d66a347d4130 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b6cefcaa-d7a1-4c24-a78b-500d4fe22768), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.490578 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965a073-86da-4655-b7b9-d66a347d4130 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cefcaa-d7a1-4c24-a78b-500d4fe22768,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:45.500960 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8965a073-86da-4655-b7b9-d66a347d4130 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.505023 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8965a073-86da-4655-b7b9-d66a347d4130 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1968329 Jun 07 13:30:45.505689 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37350) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:45.512541 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'security_group_rule': {'security_group_id': 'b6cefcaa-d7a1-4c24-a78b-500d4fe22768', 'project_id': '3347761872914cbbb350a639eece5f9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:45.549761 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (a4e573a4-121f-4b9c-a644-5d5321b21650), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.617097 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (a4e573a4-121f-4b9c-a644-5d5321b21650), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.621130 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (a4e573a4-121f-4b9c-a644-5d5321b21650), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.642124 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e573a4-121f-4b9c-a644-5d5321b21650,revision_number=0']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:45.652995 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.653871 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.654427 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.655203 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.655679 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.656008 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.658660 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.659240 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.659588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.659920 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.660441 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.660775 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.661278 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.661776 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.662255 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:45.675242 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.676597 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-350308b4-630a-44b4-a4ba-dc047a4fcbcc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697555 Jun 07 13:30:45.679987 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37352) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:45.684456 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-6db225d5-1ff3-4616-bda0-10b4b2eb7c89 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'security_group_rule': {'security_group_id': 'b6cefcaa-d7a1-4c24-a78b-500d4fe22768', 'project_id': '3347761872914cbbb350a639eece5f9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:45.713010 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6db225d5-1ff3-4616-bda0-10b4b2eb7c89 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (dc16db86-9786-453f-8fba-59388e9cb851), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.774181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6db225d5-1ff3-4616-bda0-10b4b2eb7c89 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (dc16db86-9786-453f-8fba-59388e9cb851), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.778214 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6db225d5-1ff3-4616-bda0-10b4b2eb7c89 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (dc16db86-9786-453f-8fba-59388e9cb851), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.796744 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db225d5-1ff3-4616-bda0-10b4b2eb7c89 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc16db86-9786-453f-8fba-59388e9cb851,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:45.804176 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6db225d5-1ff3-4616-bda0-10b4b2eb7c89 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.805334 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6db225d5-1ff3-4616-bda0-10b4b2eb7c89 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243703 Jun 07 13:30:45.808296 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37354) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:45.812684 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-989ccdbd-eedf-40dd-810a-ddb86fc5b31d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'security_group_rule': {'security_group_id': 'b6cefcaa-d7a1-4c24-a78b-500d4fe22768', 'project_id': '3347761872914cbbb350a639eece5f9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:45.840545 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-989ccdbd-eedf-40dd-810a-ddb86fc5b31d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (88966f8f-8508-4e07-b598-6ebae8181a05), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.880517 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:45.901129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-989ccdbd-eedf-40dd-810a-ddb86fc5b31d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (88966f8f-8508-4e07-b598-6ebae8181a05), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.905380 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-989ccdbd-eedf-40dd-810a-ddb86fc5b31d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (88966f8f-8508-4e07-b598-6ebae8181a05), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.920808 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ccdbd-eedf-40dd-810a-ddb86fc5b31d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88966f8f-8508-4e07-b598-6ebae8181a05,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:45.934873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-989ccdbd-eedf-40dd-810a-ddb86fc5b31d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:45.938679 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-989ccdbd-eedf-40dd-810a-ddb86fc5b31d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268854 Jun 07 13:30:45.939110 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37356) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:45.943323 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-ca124986-3c4c-419e-848d-fc54f8545a8b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'security_group_rule': {'security_group_id': 'b6cefcaa-d7a1-4c24-a78b-500d4fe22768', 'project_id': '3347761872914cbbb350a639eece5f9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:45.953814 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:45.972453 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca124986-3c4c-419e-848d-fc54f8545a8b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (bf7607f3-655f-4d4e-9e26-33354f7f5de5), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.031363 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca124986-3c4c-419e-848d-fc54f8545a8b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (bf7607f3-655f-4d4e-9e26-33354f7f5de5), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.035137 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca124986-3c4c-419e-848d-fc54f8545a8b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (bf7607f3-655f-4d4e-9e26-33354f7f5de5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.057132 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca124986-3c4c-419e-848d-fc54f8545a8b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7607f3-655f-4d4e-9e26-33354f7f5de5,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:46.065829 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca124986-3c4c-419e-848d-fc54f8545a8b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.070117 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ca124986-3c4c-419e-848d-fc54f8545a8b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270211 Jun 07 13:30:46.070352 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37358) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:46.074733 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'security_group_rule': {'security_group_id': 'b6cefcaa-d7a1-4c24-a78b-500d4fe22768', 'project_id': '3347761872914cbbb350a639eece5f9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:46.097740 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.securitygroups_db [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Project 3347761872914cbbb350a639eece5f9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:30:46.103934 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (b2f68468-6755-4a4e-8d5b-389e5025717b), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.167230 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (b2f68468-6755-4a4e-8d5b-389e5025717b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.174691 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (b2f68468-6755-4a4e-8d5b-389e5025717b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.199055 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f68468-6755-4a4e-8d5b-389e5025717b,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:46.205517 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.207823 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c1ea4386-53d6-4832-8d31-3bf396487a2a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360285 Jun 07 13:30:46.211603 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37360) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:30:46.218880 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'security_group_rule': {'security_group_id': 'b6cefcaa-d7a1-4c24-a78b-500d4fe22768', 'project_id': '3347761872914cbbb350a639eece5f9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:30:46.241614 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.securitygroups_db [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Project 3347761872914cbbb350a639eece5f9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:30:46.249288 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (c18a27b1-c5ad-4652-a5e1-415823f777d0), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.251019 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ec34a8c2-d73f-426d-8e7a-4021c9ed1596 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:46.309713 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:46.310081 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.322730 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (c18a27b1-c5ad-4652-a5e1-415823f777d0), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.327478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604413'] for security_group_rule (c18a27b1-c5ad-4652-a5e1-415823f777d0), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.351478 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18a27b1-c5ad-4652-a5e1-415823f777d0,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:46.362416 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.363908 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e584748e-3eeb-49d0-9ccf-e157379ee2d1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509287 Jun 07 13:30:46.411755 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:46.415143 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.443213 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] For port ec34a8c2-d73f-426d-8e7a-4021c9ed1596, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:30:46.450167 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:46.489720 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Sync routers for ids ['915de98d-f77c-4d5c-baa2-387f0b355b3b'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:30:46.501980 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Routers {'915de98d-f77c-4d5c-baa2-387f0b355b3b'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:46.503020 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['915de98d-f77c-4d5c-baa2-387f0b355b3b'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:46.507313 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Pushing event updated for resources: {'Port': ['ID=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:46.608456 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Set router 915de98d-f77c-4d5c-baa2-387f0b355b3b gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:46.799616 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 4, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port': {'id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'b49600e8-61c9-4487-afae-7100ac9010f3', 'name': '', 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'mac_address': 'fa:16:3e:ff:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '98ca1483-1245-4ecc-aac3-f18475122068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:42Z', 'updated_at': '2022-06-07T13:30:43Z', 'revision_number': 2, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'subnets': [{'id': '98ca1483-1245-4ecc-aac3-f18475122068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:46.825691 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Checking router: 915de98d-f77c-4d5c-baa2-387f0b355b3b for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:30:46.826042 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Updating router 915de98d-f77c-4d5c-baa2-387f0b355b3b port b49600e8-61c9-4487-afae-7100ac9010f3 binding host dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:30:46.859738 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.016348 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=100 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:47.137902 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:47.155286 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Publish callbacks [] for port (b49600e8-61c9-4487-afae-7100ac9010f3), precommit_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.160105 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.233157 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34ad77-6749-4d86-9082-c9563da7aecc None None] Pushing event updated for resources: {'Port': ['ID=b49600e8-61c9-4487-afae-7100ac9010f3,revision_number=3']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:47.275753 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Attempting to bind port b49600e8-61c9-4487-afae-7100ac9010f3 on host dv-cinder-844601-3-iscsi for vnic_type normal with profile {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:30:47.276116 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Attempting to bind port b49600e8-61c9-4487-afae-7100ac9010f3 by drivers openvswitch,hyperv on host dv-cinder-844601-3-iscsi at level 0 using segments [{'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:30:47.276463 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Attempting to bind port b49600e8-61c9-4487-afae-7100ac9010f3 on network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:30:47.283179 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Checking agent: {'id': 'f76bef79-55cf-4f20-8345-90787d5150d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844601-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 9, 25), 'started_at': datetime.datetime(2022, 6, 7, 13, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844601-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:30:47.283556 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Checking segment: {'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:30:47.283955 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.284338 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Bound using segment: {'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'} {{(pid=104163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:30:47.284813 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.managers [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Bound port: b49600e8-61c9-4487-afae-7100ac9010f3, host: dv-cinder-844601-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae'}}] {{(pid=104163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:30:47.285183 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), before_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.357589 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] For port b49600e8-61c9-4487-afae-7100ac9010f3, host dv-cinder-844601-3-iscsi, cleared binding levels {{(pid=104163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:30:47.361043 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] For port b49600e8-61c9-4487-afae-7100ac9010f3, host dv-cinder-844601-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=b49600e8-61c9-4487-afae-7100ac9010f3,segment=NetworkSegment(2fbf9305-f338-4e2c-a61a-6d0bd29df2f2),segment_id=2fbf9305-f338-4e2c-a61a-6d0bd29df2f2)] {{(pid=104163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:30:47.368045 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), after_update {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.433991 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34ad77-6749-4d86-9082-c9563da7aecc None None] Pushing event updated for resources: {'Port': ['ID=b49600e8-61c9-4487-afae-7100ac9010f3,revision_number=4']} {{(pid=104163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:47.441505 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Routers {'915de98d-f77c-4d5c-baa2-387f0b355b3b'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:30:47.442135 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['915de98d-f77c-4d5c-baa2-387f0b355b3b'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:47.476773 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-dc3364dd-e451-418b-b1af-1c4ac62ecd9d None None] Provisioning complete for port b49600e8-61c9-4487-afae-7100ac9010f3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:47.478046 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc3364dd-e451-418b-b1af-1c4ac62ecd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.577499 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-dc3364dd-e451-418b-b1af-1c4ac62ecd9d None None] Current status of the port b49600e8-61c9-4487-afae-7100ac9010f3 is: DOWN; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:47.578326 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc3364dd-e451-418b-b1af-1c4ac62ecd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.589644 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] Set router 915de98d-f77c-4d5c-baa2-387f0b355b3b gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:30:47.625207 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-dc3364dd-e451-418b-b1af-1c4ac62ecd9d None None] For port b49600e8-61c9-4487-afae-7100ac9010f3, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=b49600e8-61c9-4487-afae-7100ac9010f3,segment=NetworkSegment(2fbf9305-f338-4e2c-a61a-6d0bd29df2f2),segment_id=2fbf9305-f338-4e2c-a61a-6d0bd29df2f2)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:30:47.630395 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dc3364dd-e451-418b-b1af-1c4ac62ecd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.664497 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:47.696157 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3364dd-e451-418b-b1af-1c4ac62ecd9d None None] Pushing event updated for resources: {'Port': ['ID=b49600e8-61c9-4487-afae-7100ac9010f3,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:47.759789 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-85826315-037d-4082-b06d-b4670324ca56 None None] Provisioning complete for port b49600e8-61c9-4487-afae-7100ac9010f3 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:47.760270 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-85826315-037d-4082-b06d-b4670324ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:47.800110 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:47.821424 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-d5296586-90c4-4840-8e90-14338e384887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 4, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port': {'id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'b49600e8-61c9-4487-afae-7100ac9010f3', 'name': '', 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'mac_address': 'fa:16:3e:ff:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '98ca1483-1245-4ecc-aac3-f18475122068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:42Z', 'updated_at': '2022-06-07T13:30:47Z', 'revision_number': 4, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'subnets': [{'id': '98ca1483-1245-4ecc-aac3-f18475122068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:47.847276 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5296586-90c4-4840-8e90-14338e384887 None None] The sync data for ids ['915de98d-f77c-4d5c-baa2-387f0b355b3b'] in dv-cinder-844601-3-iscsi is: [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 4, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port': {'id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': 'b49600e8-61c9-4487-afae-7100ac9010f3', 'name': '', 'network_id': '7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'mac_address': 'fa:16:3e:ff:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '98ca1483-1245-4ecc-aac3-f18475122068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:42Z', 'updated_at': '2022-06-07T13:30:47Z', 'revision_number': 4, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'subnets': [{'id': '98ca1483-1245-4ecc-aac3-f18475122068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:30:47.847950 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-85826315-037d-4082-b06d-b4670324ca56 None None] Current status of the port b49600e8-61c9-4487-afae-7100ac9010f3 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:48.245401 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ec34a8c2-d73f-426d-8e7a-4021c9ed1596 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:48.295216 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:48.295610 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:48.375567 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:48.376722 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device b49600e8-61c9-4487-afae-7100ac9010f3 up at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:30:48.421488 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Provisioning complete for port b49600e8-61c9-4487-afae-7100ac9010f3 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:30:48.421764 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:48.507705 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Current status of the port b49600e8-61c9-4487-afae-7100ac9010f3 is: ACTIVE; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:30:49.307654 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0547b217-4f6e-4389-98a4-fd063e28be09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:51.368667 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5b45846-53fb-4046-acda-3cc761a892a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:52.544452 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:53.951053 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:55.439340 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:30:55.647319 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:55.648481 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=73,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:56.347979 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:56.351200 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:57.817735 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:57.846753 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:UPDATE=2,neutron:SELECT=79 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:30:59.673447 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:31:02.876896 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-ed6368ed-7acf-42b8-a6f8-dfcf990a3be1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100635421&fields=id&tenant_id=3347761872914cbbb350a639eece5f9f HTTP/1.1" status: 200 len: 267 time: 0.0496516 Jun 07 13:31:02.992166 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-9bb96cca-6fad-41d1-b985-f1d297ef0a97 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:02.994139 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-9bb96cca-6fad-41d1-b985-f1d297ef0a97 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 808 time: 0.1107779 Jun 07 13:31:03.009611 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-59e76af2-e115-4915-85fb-2c8c6b271c7f tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/quotas/3347761872914cbbb350a639eece5f9f HTTP/1.1" status: 200 len: 375 time: 0.0094900 Jun 07 13:31:03.065313 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-161a1556-2275-41ad-bd84-ed5b2b4ce87a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503414 Jun 07 13:31:03.184357 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-6a2c3f68-213a-42d3-a71e-2e97e2c4584a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:31:03.185353 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-6a2c3f68-213a-42d3-a71e-2e97e2c4584a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1093185 Jun 07 13:31:03.520507 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-8305ea0a-8d34-464f-87e6-5c7b1c220742 service neutron] 10.222.0.61 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290689 Jun 07 13:31:03.613448 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-3a08b243-76e3-4d45-b705-43eee22a8472 service neutron] 10.222.0.61 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860240 Jun 07 13:31:03.933122 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0fe7c5d-6db5-4be1-b951-ff7b29582297 req-3741a960-1624-47a2-8350-34fe185a5d24 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 210 time: 0.0339577 Jun 07 13:31:04.734641 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:05.038106 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fdce1d2e-f2a1-4575-87b2-77dcf43e5026 req-22732da5-53ab-4352-bd27-375b293dbc1a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 210 time: 0.0296018 Jun 07 13:31:05.129366 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-281883fd-985a-48ab-9a84-2120823b9c7d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:05.130805 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-281883fd-985a-48ab-9a84-2120823b9c7d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 808 time: 0.1062078 Jun 07 13:31:05.202161 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-e521ff5f-ade8-4637-9208-a9338b9a4635 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3347761872914cbbb350a639eece5f9f HTTP/1.1" status: 200 len: 379 time: 0.0625646 Jun 07 13:31:05.223806 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'port': {'device_id': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'admin_state_up': True, 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'security_groups': ['b6cefcaa-d7a1-4c24-a78b-500d4fe22768']}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:31:05.339587 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Made reservation on behalf of 3347761872914cbbb350a639eece5f9f for: {'port': 1} {{(pid=104161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:31:05.343105 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:05.474656 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Allocated IP 172.20.0.6 (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f/124cf80a-ff24-45e9-994f-faa297ca8cbc/f4e6e8bd-f53b-43db-ad12-957650bf7ac4) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:31:05.629825 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:05.664421 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:05.709007 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:31:05.713231 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:31:05.720383 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:31:05.725640 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:05.778931 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:05.779584 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:05.798479 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-2817aac2-8a4c-4ac2-ae6c-3a91f6c8c7e8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784638 Jun 07 13:31:05.809877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.v2.base [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Request body: {'port': {'device_id': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=104161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:31:05.838822 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:05.879078 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:05.918038 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:05.991563 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-c2b5968c-a51c-46bf-ae1d-6b00d4d2b67d None None] Provisioning complete for port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 triggered by entity DHCP. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:31:05.992185 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-c2b5968c-a51c-46bf-ae1d-6b00d4d2b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:06.023626 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5968c-a51c-46bf-ae1d-6b00d4d2b67d None None] Port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 cannot update to ACTIVE because it is not bound. {{(pid=104162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 13:31:06.161129 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a7357-adbd-4e82-9a77-aa3134bfd99a req-2489fae9-4127-42f2-a32a-e5880035b187 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:06.162659 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-823a7357-adbd-4e82-9a77-aa3134bfd99a req-2489fae9-4127-42f2-a32a-e5880035b187 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 931 time: 0.0477459 Jun 07 13:31:06.177357 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e6e8bd-f53b-43db-ad12-957650bf7ac4 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:31:06.185509 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Publish callbacks [] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:06.199683 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Transition to ACTIVE for port object f4e6e8bd-f53b-43db-ad12-957650bf7ac4 will not be triggered until provisioned by entity L2. {{(pid=104161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 13:31:06.204297 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:06.214712 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-823a7357-adbd-4e82-9a77-aa3134bfd99a req-88cd863e-2eed-44f9-839c-91326dbddd71 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Jun 07 13:31:06.257733 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:06.330628 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Attempting to bind port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 13:31:06.330984 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Attempting to bind port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 13:31:06.331886 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Attempting to bind port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 on network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:31:06.336437 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 on network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 13:31:06.337280 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Attempting to bind port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 on network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 13:31:06.344256 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Checking agent: {'id': 'eaf3b7ae-18b4-4769-9484-a3be00ffdccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'started_at': datetime.datetime(2022, 6, 7, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 13:31:06.344710 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Checking segment: {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 13:31:06.345091 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Bound using segment: {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 13:31:06.345504 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Bound port: f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b56df2-7a7b-4509-8181-dd8ec3b17775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 13:31:06.345853 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:06.417635 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 13:31:06.424739 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 13:31:06.438325 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10133535'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:06.471479 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:06.472026 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:06.473795 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] 10.222.0.18 "PUT /v2.0/ports/f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 1093 time: 0.6682580 Jun 07 13:31:06.476119 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:31:06.480102 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:31:06.515801 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131a5e0-ca9a-4446-a330-5a2840a7e947 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:06.523150 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4be7c1f-6488-4358-814b-8f1a284b36fe x-openstack-request-id: req-b4be7c1f-6488-4358-814b-8f1a284b36fe {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:31:06.523453 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:31:06.523701 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4be7c1f-6488-4358-814b-8f1a284b36fe {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:31:06.524148 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4be7c1f-6488-4358-814b-8f1a284b36fe'] response: {'name': 'network-changed', 'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'status': 'completed', 'code': 200} Jun 07 13:31:06.573517 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-c2990edb-3c17-4794-806e-dcf82f158ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:06.575374 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-c2990edb-3c17-4794-806e-dcf82f158ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1127 time: 0.0435472 Jun 07 13:31:06.620655 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-b3639eaf-43d6-41d0-ae0d-432461d3e2a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 217 time: 0.0372729 Jun 07 13:31:06.673947 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-04a06bd4-2215-4b09-89c4-0f0196acfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:06.675485 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-04a06bd4-2215-4b09-89c4-0f0196acfc20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0487411 Jun 07 13:31:06.721588 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-11e315ad-da66-48dc-94f1-bda1ecf31259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:06.723092 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-11e315ad-da66-48dc-94f1-bda1ecf31259 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387597 Jun 07 13:31:06.820687 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-49a4b48a-862a-425b-8890-0f52a33a50c8 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898628 Jun 07 13:31:06.875209 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:06.895353 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:06.929873 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-1ff759b7-ac37-4ba7-b432-a54c9c2714e8 req-0210a8b4-1063-4138-8d8a-fe9f5a22e3b4 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006744 Jun 07 13:31:07.272356 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-f7a77ce1-b914-4477-a424-63a2f2a2a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:07.273854 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-f7a77ce1-b914-4477-a424-63a2f2a2a3b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1127 time: 0.0450940 Jun 07 13:31:07.332685 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807af1e-61f3-4d9c-a023-73d33078da01 req-8d16a910-5bc9-4001-b2a8-0c01256b2f4a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:07.334187 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9807af1e-61f3-4d9c-a023-73d33078da01 req-8d16a910-5bc9-4001-b2a8-0c01256b2f4a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0479794 Jun 07 13:31:07.370879 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-c5318725-e15e-43c8-96ed-6442010d5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:07.372359 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-c5318725-e15e-43c8-96ed-6442010d5402 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0891335 Jun 07 13:31:07.390020 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9807af1e-61f3-4d9c-a023-73d33078da01 req-ca41c7da-5384-429a-8fb1-dd346e4fd12a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493696 Jun 07 13:31:07.415593 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-c4318f39-ac5c-4df9-8c80-c39aee464f37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 217 time: 0.0344002 Jun 07 13:31:07.469149 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-5575a831-e043-44ec-ae94-779c22205f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:07.470613 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-5575a831-e043-44ec-ae94-779c22205f9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0482786 Jun 07 13:31:07.516192 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-f47fb2af-e072-44d3-9edd-9ee061e39770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:07.517605 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-f47fb2af-e072-44d3-9edd-9ee061e39770 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388706 Jun 07 13:31:07.612629 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-cf420ea0-afd3-4594-af9c-7bc9955d4aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887129 Jun 07 13:31:07.705176 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-8cf6ebda-5dba-4704-aeeb-45af46be6ee8 req-ead953f7-e4be-4892-b54e-a20d34c8c3b3 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842457 Jun 07 13:31:08.506422 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e53b2-9bc8-4d8f-bed0-fb4d4e9547b5 req-995c2f48-f108-439d-a60d-2a84a1eeb691 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:08.507957 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af9e53b2-9bc8-4d8f-bed0-fb4d4e9547b5 req-995c2f48-f108-439d-a60d-2a84a1eeb691 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0480072 Jun 07 13:31:08.564049 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af9e53b2-9bc8-4d8f-bed0-fb4d4e9547b5 req-701eb5f1-e9e6-4dad-b259-aef2fc61f357 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504272 Jun 07 13:31:09.677684 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91bf72-0fdd-4068-b79a-3aaa1cca9cd2 req-c5d29d51-7351-4812-97fa-2788f812fdf1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:09.679162 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b91bf72-0fdd-4068-b79a-3aaa1cca9cd2 req-c5d29d51-7351-4812-97fa-2788f812fdf1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0463805 Jun 07 13:31:09.737065 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b91bf72-0fdd-4068-b79a-3aaa1cca9cd2 req-aaa186f8-df3f-46a2-9262-fe8eeb74a1a0 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499761 Jun 07 13:31:10.859206 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead236-2db6-4ebb-b360-fb5c206b6620 req-f79a9da4-fae6-4fc2-973d-919e9bcc2f0d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:10.860686 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e1ead236-2db6-4ebb-b360-fb5c206b6620 req-f79a9da4-fae6-4fc2-973d-919e9bcc2f0d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0544522 Jun 07 13:31:10.914426 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e1ead236-2db6-4ebb-b360-fb5c206b6620 req-87d1f3f0-1491-4173-9723-0c33d13d37b8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455253 Jun 07 13:31:12.040434 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdb598-4b87-4590-843d-d08dc520d3e9 req-77a139d6-e0ac-405c-a640-a44b30911aca tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:12.041940 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2bdb598-4b87-4590-843d-d08dc520d3e9 req-77a139d6-e0ac-405c-a640-a44b30911aca tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0524821 Jun 07 13:31:12.104356 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2bdb598-4b87-4590-843d-d08dc520d3e9 req-41048117-7d09-44e4-b96d-fa856fbbff99 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564942 Jun 07 13:31:13.218728 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:13.231031 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d423e-91ba-4159-83de-ed851e3aa8c1 req-5a8cc700-b83a-4540-86bf-b56368492e21 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:13.232519 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c11d423e-91ba-4159-83de-ed851e3aa8c1 req-5a8cc700-b83a-4540-86bf-b56368492e21 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0567198 Jun 07 13:31:13.246461 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:13.284750 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c11d423e-91ba-4159-83de-ed851e3aa8c1 req-6026942b-3e32-452f-99a6-24dd19e76a66 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Jun 07 13:31:14.440742 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf5b5e-64ed-41e0-b6e1-c17598404c2b req-4a0fbdb8-89c8-4b7d-8b03-b5c072dc87c7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:14.442285 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84cf5b5e-64ed-41e0-b6e1-c17598404c2b req-4a0fbdb8-89c8-4b7d-8b03-b5c072dc87c7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0629444 Jun 07 13:31:14.504137 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84cf5b5e-64ed-41e0-b6e1-c17598404c2b req-75f4fd2e-a1ba-456d-a8cd-8195c6b4c229 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536675 Jun 07 13:31:14.664561 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device f4e6e8bd-f53b-43db-ad12-957650bf7ac4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:31:14.779490 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:31:14.792648 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'port_id': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'mac_address': 'fa:16:3e:98:65:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:31:14.835104 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:31:14.835476 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:14.850142 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e6e8bd-f53b-43db-ad12-957650bf7ac4 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:31:14.881801 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:31:14.887351 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:14.946538 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:14.953361 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:15.177841 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['f4e6e8bd-f53b-43db-ad12-957650bf7ac4'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:31:15.181700 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:15.648256 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db7d8a-c972-4d59-8ea8-227abffb6f59 req-a75ae75d-47ab-49f8-a32e-a4563ecbeb08 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:15.649810 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76db7d8a-c972-4d59-8ea8-227abffb6f59 req-a75ae75d-47ab-49f8-a32e-a4563ecbeb08 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 944 time: 0.0525615 Jun 07 13:31:15.709524 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-76db7d8a-c972-4d59-8ea8-227abffb6f59 req-4286040e-3f8f-4708-8021-525e2e353870 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534942 Jun 07 13:31:16.656236 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device f4e6e8bd-f53b-43db-ad12-957650bf7ac4 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:31:16.722615 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning for port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 completed by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 13:31:16.731627 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:31:16.731991 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:16.829090 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:31:16.829591 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:16.867408 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa262e13-d2a7-4c15-9f2a-6e79f0cc8035 req-3814c2c0-158b-4b50-be88-f77560931d08 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:16.869733 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa262e13-d2a7-4c15-9f2a-6e79f0cc8035 req-3814c2c0-158b-4b50-be88-f77560931d08 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 944 time: 0.0570879 Jun 07 13:31:16.869984 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:31:16.873457 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1f6ed-8a60-42f1-ac64-e2eaa3ab5cc8" -d '{"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:31:16.893294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:31:16.897971 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:16.935458 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa262e13-d2a7-4c15-9f2a-6e79f0cc8035 req-bace325c-6cec-40f3-80c2-ffb8de78b01f tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569086 Jun 07 13:31:16.972180 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=5']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:17.011268 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c380a0-31a7-47b9-a536-9fe9080e45bf x-openstack-request-id: req-e9c380a0-31a7-47b9-a536-9fe9080e45bf {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:31:17.011572 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:31:17.011824 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9c380a0-31a7-47b9-a536-9fe9080e45bf {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:31:17.012264 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c380a0-31a7-47b9-a536-9fe9080e45bf'] response: {'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'code': 200} Jun 07 13:31:17.271877 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8184-e3f9-45ed-9543-6e70df709e0d req-9c09406e-073d-4b09-8960-23ac62259240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:17.273715 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-347e8184-e3f9-45ed-9543-6e70df709e0d req-9c09406e-073d-4b09-8960-23ac62259240 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0430453 Jun 07 13:31:17.331331 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-347e8184-e3f9-45ed-9543-6e70df709e0d req-6b9bb6d6-95fa-4104-a057-c65da2c25eb3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511284 Jun 07 13:31:17.717653 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:17.718424 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:18.083347 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64cfea-3278-42ba-9424-d5a0ca3e2514 req-711df427-2f51-4c5b-aba2-1336fbf07833 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:18.085342 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5b64cfea-3278-42ba-9424-d5a0ca3e2514 req-711df427-2f51-4c5b-aba2-1336fbf07833 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0616796 Jun 07 13:31:18.158028 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5b64cfea-3278-42ba-9424-d5a0ca3e2514 req-6e9280fb-1e83-4e48-93b9-b596eabc3461 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641205 Jun 07 13:31:19.120651 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a34d20a0-6c14-4888-8429-ec4578717065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:19.287277 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655a812-af2b-4bdd-bd03-05d4dfb4a4d6 req-fcd6a2cb-e0fe-413f-bb68-be64e000d8a3 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:19.288726 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a655a812-af2b-4bdd-bd03-05d4dfb4a4d6 req-fcd6a2cb-e0fe-413f-bb68-be64e000d8a3 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0494800 Jun 07 13:31:19.337521 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a655a812-af2b-4bdd-bd03-05d4dfb4a4d6 req-8c8cd624-c696-4f28-b194-a28ec2c331f9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Jun 07 13:31:19.450135 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44613b0-6583-49b0-b3b2-5c8face8efac req-89baa8e5-f70b-49f4-8776-8529ec2367eb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:19.451813 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a44613b0-6583-49b0-b3b2-5c8face8efac req-89baa8e5-f70b-49f4-8776-8529ec2367eb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0468106 Jun 07 13:31:19.501348 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a44613b0-6583-49b0-b3b2-5c8face8efac req-db6b5bfc-a2e7-45e6-b722-07c2372c2586 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435798 Jun 07 13:31:19.523118 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37524) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:31:19.606401 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d96e8b-d286-40b7-a267-dd37f2533250 tempest-TestShelveInstance-995374081 tempest-TestShelveInstance-995374081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:19.608429 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-60d96e8b-d286-40b7-a267-dd37f2533250 tempest-TestShelveInstance-995374081 tempest-TestShelveInstance-995374081-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1124 time: 0.0835440 Jun 07 13:31:19.611238 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37528) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:31:19.615396 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Request body: {'floatingip': {'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'port_id': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 13:31:19.637064 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:19.716832 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:19.820246 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Allocated IP 172.27.1.232 (91a8b2f1-6d36-4c0b-833a-428138302c3a/ef8bedfd-6d45-40af-bd2a-281e05f076db/0c190ebe-f51d-4dc0-bf67-322283e16212) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:31:19.869689 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:19.908019 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:19.924267 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:19.956592 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769461516557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:19.995038 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Network 91a8b2f1-6d36-4c0b-833a-428138302c3a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:31:19.997999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:31:20.001490 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 13:31:20.033504 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'Port': ['ID=0c190ebe-f51d-4dc0-bf67-322283e16212,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:20.350047 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for floatingip (0ddcd7ec-6d80-402d-be40-06b5f625360f), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:20.418470 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:20.591870 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:20.596446 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867561'] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:20.621999 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:20.653700 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:20.670732 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event updated for resources: {'Port': ['ID=0c190ebe-f51d-4dc0-bf67-322283e16212,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:20.684174 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.684411 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.684711 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.685045 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.685369 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.685690 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.686008 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.686323 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.686640 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.686984 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.687301 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.687618 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.687930 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.688239 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.688550 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:20.691989 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711180'] for floatingip (0ddcd7ec-6d80-402d-be40-06b5f625360f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:20.785805 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Floating IP 0ddcd7ec-6d80-402d-be40-06b5f625360f associated. External IP: 172.27.1.232, port: f4e6e8bd-f53b-43db-ad12-957650bf7ac4. Jun 07 13:31:20.982067 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:31:21.083197 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:31:21.093345 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962154b-4193-49e7-812b-89efae5b797e None None] Sync routers for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:31:21.101363 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:21.104439 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:31:21.105289 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:30:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:21.131580 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c78cbc83-6a71-4109-98b7-51fa137712a9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5193501 Jun 07 13:31:21.132161 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:31:21.134415 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45964a5f8b80a309f73b856756ace30892492365dbea89fc045b9f858d7f2351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:31:21.208575 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:31:21.226185 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca879c4f-0a5c-4cf6-9beb-8edb6cc2a13d x-openstack-request-id: req-ca879c4f-0a5c-4cf6-9beb-8edb6cc2a13d {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:31:21.226534 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:31:21.227327 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca879c4f-0a5c-4cf6-9beb-8edb6cc2a13d {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:31:21.227760 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca879c4f-0a5c-4cf6-9beb-8edb6cc2a13d'] response: {'name': 'network-changed', 'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'status': 'completed', 'code': 200} Jun 07 13:31:21.303630 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-56f33408-fd2f-4a75-8ce2-93b1ab040a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:21.305802 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-56f33408-fd2f-4a75-8ce2-93b1ab040a62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0430665 Jun 07 13:31:21.356127 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:21.369386 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e6fdfcfe-cccf-4b4a-8783-e1c4adb76b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:21.398510 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-a7bee01a-8bde-4d05-860f-03e54740020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:21.400534 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-a7bee01a-8bde-4d05-860f-03e54740020b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0867875 Jun 07 13:31:21.441852 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '0ddcd7ec-6d80-402d-be40-06b5f625360f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'port_id': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'mac_address': 'fa:16:3e:98:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:31:20Z', 'updated_at': '2022-06-07T13:31:20Z', 'revision_number': 0, 'project_id': '3347761872914cbbb350a639eece5f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 5, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:21.468215 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-ef0864aa-22db-46f2-a133-7f44d6209835 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 999 time: 0.0600977 Jun 07 13:31:21.470358 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962154b-4193-49e7-812b-89efae5b797e None None] Checking router: aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:31:21.478300 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:21.481066 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:31:21.481794 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:31:21Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:21.520121 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-7e023507-5b07-4ec4-82c0-251ff418bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:21.521688 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-7e023507-5b07-4ec4-82c0-251ff418bce0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0475874 Jun 07 13:31:21.567377 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-e3f68279-5823-425c-8353-3d48e6ec3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:31:21.568987 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-e3f68279-5823-425c-8353-3d48e6ec3d6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401862 Jun 07 13:31:21.589291 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:31:21.662233 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-98ab5e27-c81a-47df-b20b-2552a3d1d278 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859954 Jun 07 13:31:21.686259 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:21.752069 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-5614d2aa-fc7c-4b39-b03e-7a3280f145c5 req-97e1b000-88b1-4b57-b111-d0f055a6c16d service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828865 Jun 07 13:31:21.800293 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f962154b-4193-49e7-812b-89efae5b797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '0ddcd7ec-6d80-402d-be40-06b5f625360f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'port_id': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'mac_address': 'fa:16:3e:98:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:31:20Z', 'updated_at': '2022-06-07T13:31:20Z', 'revision_number': 0, 'project_id': '3347761872914cbbb350a639eece5f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 5, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:21.824765 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962154b-4193-49e7-812b-89efae5b797e None None] The sync data for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi is: [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_floatingips': [{'id': '0ddcd7ec-6d80-402d-be40-06b5f625360f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'router_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'port_id': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'mac_address': 'fa:16:3e:98:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T13:31:20Z', 'updated_at': '2022-06-07T13:31:20Z', 'revision_number': 0, 'project_id': '3347761872914cbbb350a639eece5f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 5, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:31:22.008796 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78ddb6-316c-44cc-b909-2204aa7adba7 None None] New status for floating IP 0ddcd7ec-6d80-402d-be40-06b5f625360f: ACTIVE {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:31:22.549878 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:23.954970 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:25.432741 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:31.124561 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:31.128038 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:31.747139 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:31.749013 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:32.186350 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:32.189307 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:34.745913 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:36.672841 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:31:44.740155 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:44.742070 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:46.668187 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:46.668961 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:31:49.124751 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-4f8e6d35-83f6-4cbe-befa-3c05c22dce20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:51.352553 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ad5d-ed3e-4c09-891d-06e7efaf7795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:52.547620 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:53.959219 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:31:55.436882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:04.755618 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:13.672005 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:32:14.744945 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:14.751323 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:15.466883 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-70e2713c-3afc-4e8a-911a-56f43e832a33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385277 Jun 07 13:32:15.557370 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-33004fef-d001-43a0-a813-ea88df74d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:32:15.558941 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-33004fef-d001-43a0-a813-ea88df74d96c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0449698 Jun 07 13:32:15.665284 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-a3adb636-6a7a-4aab-81c3-8a4cabce5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:32:15.666657 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-a3adb636-6a7a-4aab-81c3-8a4cabce5187 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0873537 Jun 07 13:32:15.733375 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-11eeab7d-dcd7-4f5a-992b-107c024b2b32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0599689 Jun 07 13:32:15.788436 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-25d9fbb6-803b-4c42-bd2f-e96f566494e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:32:15.789910 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-25d9fbb6-803b-4c42-bd2f-e96f566494e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0447390 Jun 07 13:32:15.836870 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-9a1d2051-67e0-4c14-95b8-3fd6de9acb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:32:15.838982 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-9a1d2051-67e0-4c14-95b8-3fd6de9acb87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395782 Jun 07 13:32:15.933653 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-7ee18f8f-63b9-452a-8044-223adb25ea56 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875618 Jun 07 13:32:16.047691 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-155f8c0b-3df1-42a1-afc4-35ab44332c84 req-00fbbf9f-99e3-4e78-bcf7-fb53fdf27867 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045811 Jun 07 13:32:19.127266 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-291fc44e-9cf5-474b-beaf-57064eb71647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:21.358883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dd5cdedf-9dc6-4d44-8a40-80e90eaf2c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:22.552795 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:23.666093 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:23.668021 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=17 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:23.960680 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:25.446259 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:26.043260 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=50 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:26.044089 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=51 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:34.761056 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:42.727630 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:42.728373 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:44.754024 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:44.755933 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:32:49.128836 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-976c6009-21d7-4528-a993-6464ff9b6d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:50.670768 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:32:51.361244 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ee81ce36-0b5f-4490-acf3-0ec96855d6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:52.555182 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:53.962726 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:32:55.439442 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:00.666663 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:04.756342 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:14.750618 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:14.751742 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:17.458650 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-0baea3a3-be9e-4221-9853-726b9b3a8f1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415149 Jun 07 13:33:17.545305 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-d6d45783-509e-4d40-9244-d3bf1c7090d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:17.546798 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-d6d45783-509e-4d40-9244-d3bf1c7090d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0449286 Jun 07 13:33:17.657341 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-8e9c7600-d2d6-4643-a001-c548a8e87314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:17.659022 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-8e9c7600-d2d6-4643-a001-c548a8e87314 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0884979 Jun 07 13:33:17.725105 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-c436e90e-7c3b-4b39-a5f2-01c1b15aa51a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0580564 Jun 07 13:33:17.773274 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-4b34e59c-4820-4992-80dd-08dde4ef5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:17.774726 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-4b34e59c-4820-4992-80dd-08dde4ef5a7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0432472 Jun 07 13:33:17.820830 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-1f092e16-8efd-4cca-a0d7-f0ef1f1c9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:17.822898 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-1f092e16-8efd-4cca-a0d7-f0ef1f1c9a48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398817 Jun 07 13:33:17.915174 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-f392c052-bcbb-4e3f-ae53-0d6efcca501e service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Jun 07 13:33:18.005714 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e77586b2-a660-4eb2-b7c5-59cce2fa0811 req-4abacfa6-7f6a-46a5-bab8-d0d96da0b0aa service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824127 Jun 07 13:33:19.138573 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-255410e6-ca9a-49e8-90f8-08b1fd24b74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:19.721583 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:19.727601 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:19.877897 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f3fcd-b4d7-499f-a3fc-cc94dca44574 req-2291e6e5-1d94-4612-8c1b-fb05ca4c10b4 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:19.879574 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cf7f3fcd-b4d7-499f-a3fc-cc94dca44574 req-2291e6e5-1d94-4612-8c1b-fb05ca4c10b4 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.1277897 Jun 07 13:33:19.930790 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cf7f3fcd-b4d7-499f-a3fc-cc94dca44574 req-76e1dcc9-6fbc-4125-9259-843c6d322b27 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450261 Jun 07 13:33:21.107722 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f95ef0-1a24-47a6-a8ab-b45025805db4 req-a3fcdb1b-6cb2-4190-8525-ecee60a5c4f0 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:21.109314 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c9f95ef0-1a24-47a6-a8ab-b45025805db4 req-a3fcdb1b-6cb2-4190-8525-ecee60a5c4f0 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0986407 Jun 07 13:33:21.160011 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c9f95ef0-1a24-47a6-a8ab-b45025805db4 req-7156948b-bbda-4c12-886e-ea8d13f495e1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451849 Jun 07 13:33:21.368418 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3a693fbc-741e-4a1e-b8d5-0b4e683b4da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:22.276917 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55265d96-fc23-41d1-9d9a-53fe7abc3c38 req-2f3808ce-9165-46d1-9c72-a6d0bf44dabc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:22.278415 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-55265d96-fc23-41d1-9d9a-53fe7abc3c38 req-2f3808ce-9165-46d1-9c72-a6d0bf44dabc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0484722 Jun 07 13:33:22.327182 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-55265d96-fc23-41d1-9d9a-53fe7abc3c38 req-58aeb654-062c-4ae6-b43b-1c7efe8b1ad7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431488 Jun 07 13:33:22.557105 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:23.451283 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b0897-cfc7-4699-ba1f-18a23a4e6a06 req-dbaf8632-87eb-4dd3-867f-abf62c7d6c64 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:23.452804 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e66b0897-cfc7-4699-ba1f-18a23a4e6a06 req-dbaf8632-87eb-4dd3-867f-abf62c7d6c64 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0492413 Jun 07 13:33:23.513593 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e66b0897-cfc7-4699-ba1f-18a23a4e6a06 req-0c44005e-f9db-4d60-9736-8c65c7ce9643 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550213 Jun 07 13:33:23.966743 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:24.628524 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ff93c-93f4-4200-b709-02525432ea33 req-0a9a8ce2-2da9-46b9-99cf-5cd3fbd0ba83 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:24.629987 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ff93c-93f4-4200-b709-02525432ea33 req-0a9a8ce2-2da9-46b9-99cf-5cd3fbd0ba83 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0471261 Jun 07 13:33:24.679877 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ff93c-93f4-4200-b709-02525432ea33 req-94c97636-fc78-4b15-9c2e-484d549247f8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436387 Jun 07 13:33:25.442440 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:25.793574 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe148796-ddc6-42dc-9ca4-c308cfc31fc8 req-b7e27557-326f-4a62-a2d9-b1888b50c569 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:25.795073 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe148796-ddc6-42dc-9ca4-c308cfc31fc8 req-b7e27557-326f-4a62-a2d9-b1888b50c569 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0464306 Jun 07 13:33:25.844432 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe148796-ddc6-42dc-9ca4-c308cfc31fc8 req-f5a2a5d8-6b38-45fc-8863-984d56bf7ae4 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Jun 07 13:33:26.975075 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3283ab-026b-4f90-bed3-60eca49cb66f req-1f8855b4-7abe-4b66-830f-1b18f0de0e5c tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:26.976917 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba3283ab-026b-4f90-bed3-60eca49cb66f req-1f8855b4-7abe-4b66-830f-1b18f0de0e5c tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0515900 Jun 07 13:33:27.039134 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba3283ab-026b-4f90-bed3-60eca49cb66f req-3b21fbf3-6de1-4fb9-9739-1b6ad7378983 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520630 Jun 07 13:33:27.670252 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:33:28.001536 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=50 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:28.002401 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=51 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:28.154583 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae6967-2116-4c15-8b9f-bccaa167105f req-18c78411-1e41-4267-929b-4471fb4b4774 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:28.156163 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19ae6967-2116-4c15-8b9f-bccaa167105f req-18c78411-1e41-4267-929b-4471fb4b4774 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0473561 Jun 07 13:33:28.207181 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19ae6967-2116-4c15-8b9f-bccaa167105f req-1f5f1ebf-2b2a-462b-bd3e-b4bd1f856d93 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453937 Jun 07 13:33:29.328920 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6893a-3a59-44d0-90e4-31cbd06c4e3d req-928ad39b-0fc2-45e7-bbbc-5ff1f4902bbc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:29.330486 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4d6893a-3a59-44d0-90e4-31cbd06c4e3d req-928ad39b-0fc2-45e7-bbbc-5ff1f4902bbc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0531106 Jun 07 13:33:29.391908 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4d6893a-3a59-44d0-90e4-31cbd06c4e3d req-85bcb85c-65ad-417b-a02b-73cf47e30ddf tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548315 Jun 07 13:33:29.973449 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895169a-d984-4663-8e5b-e76159e3c44f req-5d184d79-3458-419d-b9a0-5d53f32db3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:29.974983 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6895169a-d984-4663-8e5b-e76159e3c44f req-5d184d79-3458-419d-b9a0-5d53f32db3a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0388932 Jun 07 13:33:30.071459 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895169a-d984-4663-8e5b-e76159e3c44f req-bf843644-3aaf-4d22-965f-50f9d01dd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:30.072936 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6895169a-d984-4663-8e5b-e76159e3c44f req-bf843644-3aaf-4d22-965f-50f9d01dd422 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0916088 Jun 07 13:33:30.135775 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6895169a-d984-4663-8e5b-e76159e3c44f req-9d2f4e20-98c4-487c-b4dc-728bd0bc0de3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0552990 Jun 07 13:33:30.189249 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895169a-d984-4663-8e5b-e76159e3c44f req-1c29656f-4c14-4505-ade0-95cf25ff9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:30.190701 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6895169a-d984-4663-8e5b-e76159e3c44f req-1c29656f-4c14-4505-ade0-95cf25ff9977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0479372 Jun 07 13:33:30.235595 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895169a-d984-4663-8e5b-e76159e3c44f req-c8ca11cb-dcf0-4a8c-908d-a78b9c49fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:30.237121 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6895169a-d984-4663-8e5b-e76159e3c44f req-c8ca11cb-dcf0-4a8c-908d-a78b9c49fc52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401220 Jun 07 13:33:30.328094 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6895169a-d984-4663-8e5b-e76159e3c44f req-f43c72ec-0537-4e02-ba57-e8aadf9fa2a0 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Jun 07 13:33:30.425738 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-6895169a-d984-4663-8e5b-e76159e3c44f req-312944b0-04ca-422d-8289-5deb084f1ed0 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910120 Jun 07 13:33:30.511909 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a39e1-909a-40ad-8b67-e989f28b0017 req-d1ee0151-1145-4536-9815-20312edc4bce tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:30.513421 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd6a39e1-909a-40ad-8b67-e989f28b0017 req-d1ee0151-1145-4536-9815-20312edc4bce tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0507212 Jun 07 13:33:30.565257 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd6a39e1-909a-40ad-8b67-e989f28b0017 req-fb84419d-acde-4efe-b756-fbedddf80bfe tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461683 Jun 07 13:33:31.685674 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4305-3d1e-4e75-9dcd-15e778240e6b req-2b881fa4-1ee0-4702-8e0e-583fd081f6ea tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:31.687101 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05cf4305-3d1e-4e75-9dcd-15e778240e6b req-2b881fa4-1ee0-4702-8e0e-583fd081f6ea tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0471621 Jun 07 13:33:31.705974 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:31.741309 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05cf4305-3d1e-4e75-9dcd-15e778240e6b req-a0237fee-62c9-410d-a0fa-b47509a36138 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486293 Jun 07 13:33:32.860645 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d3f6d-f05e-4270-93eb-71b5927130d5 req-951763c7-e4dc-4d04-832a-383bdbce462a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:32.862132 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-713d3f6d-f05e-4270-93eb-71b5927130d5 req-951763c7-e4dc-4d04-832a-383bdbce462a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0506301 Jun 07 13:33:32.888616 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:32.912878 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-713d3f6d-f05e-4270-93eb-71b5927130d5 req-bc46ebe8-b4fb-4a6e-9f2e-0cc103606ca1 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449543 Jun 07 13:33:34.028742 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7f614-57f0-4088-8e72-7da7c6f3c1a2 req-1f6e01e9-a6d3-4752-9d75-738eb6e62cdc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:34.030235 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f1e7f614-57f0-4088-8e72-7da7c6f3c1a2 req-1f6e01e9-a6d3-4752-9d75-738eb6e62cdc tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0475705 Jun 07 13:33:34.091906 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f1e7f614-57f0-4088-8e72-7da7c6f3c1a2 req-3b022177-78b7-4865-bacd-3f2c946970a0 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560606 Jun 07 13:33:34.205276 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-527ecee7-de30-4952-8b13-88047ace6a63 req-5d9989c0-56f4-4157-8eb5-aa05081bc43e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:33:34.206277 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-527ecee7-de30-4952-8b13-88047ace6a63 req-5d9989c0-56f4-4157-8eb5-aa05081bc43e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0493660 Jun 07 13:33:34.385563 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d1c20-e779-464c-9fb6-859125203aab req-c8b8e368-4076-4786-b38e-adde41cbcc6c tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:34.387102 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed1d1c20-e779-464c-9fb6-859125203aab req-c8b8e368-4076-4786-b38e-adde41cbcc6c tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0562968 Jun 07 13:33:34.394191 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37634) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:33:34.442999 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed1d1c20-e779-464c-9fb6-859125203aab req-2a7c5691-81b8-4330-8439-9b12c61b46ef tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501199 Jun 07 13:33:34.500278 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-2a5a39f8-4189-4a5c-977b-4472d4c5914e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048696 Jun 07 13:33:34.508840 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-961c7889-e2b5-49c1-8ce4-4f277ac3b52e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 13:33:34.509808 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-961c7889-e2b5-49c1-8ce4-4f277ac3b52e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049849 Jun 07 13:33:34.608280 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37642) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:33:34.701217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-7770e1c2-fe18-4880-bad8-da383042a80a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:34.702648 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-7770e1c2-fe18-4880-bad8-da383042a80a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports/f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 942 time: 0.0933492 Jun 07 13:33:34.766327 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:35.535279 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device f4e6e8bd-f53b-43db-ad12-957650bf7ac4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:33:35.577625 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326a120-c72e-444e-8072-3b19a6ff7131 req-eca779a1-0f4f-46b8-aebf-67633c38bfdb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:35.583425 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e326a120-c72e-444e-8072-3b19a6ff7131 req-eca779a1-0f4f-46b8-aebf-67633c38bfdb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0599999 Jun 07 13:33:35.620005 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 is: ACTIVE; New status is: DOWN {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:33:35.620393 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:35.636809 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e326a120-c72e-444e-8072-3b19a6ff7131 req-ebe1c90d-dfe6-4405-80af-7e349845dc9b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518537 Jun 07 13:33:35.647396 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:33:35.650033 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca084f-25fd-4b3c-9933-af2284df66ea" -d '{"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:33:35.665057 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:33:35.669623 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:35.695086 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Jun 2022 13:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c289de-4e08-4c8d-b0cd-7e5ff6381ccc x-openstack-request-id: req-c1c289de-4e08-4c8d-b0cd-7e5ff6381ccc {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:33:35.695395 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-unplugged", "status": "failed", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4", "code": 422}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:33:35.695630 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1c289de-4e08-4c8d-b0cd-7e5ff6381ccc {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:33:35.696589 dv-cinder-844601-3-iscsi neutron-server[104162]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c1c289de-4e08-4c8d-b0cd-7e5ff6381ccc']: {'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'code': 422} returned with failed status Jun 07 13:33:35.726069 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=6']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:35.733883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.734331 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.734558 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.734941 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.735277 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.735692 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.736049 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.736371 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.736695 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.737215 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.737550 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.737890 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.738191 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.739010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:35.739336 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:36.207197 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-f533c700-be33-48e8-8920-2feec443628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:36.208699 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-f533c700-be33-48e8-8920-2feec443628d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a&tenant_id=3347761872914cbbb350a639eece5f9f HTTP/1.1" status: 200 len: 1127 time: 0.0432301 Jun 07 13:33:36.277168 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-2ddca7e0-06f4-49c0-8325-b19288d2e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:36.278664 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-2ddca7e0-06f4-49c0-8325-b19288d2e751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1127 time: 0.0396903 Jun 07 13:33:36.384025 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-58fb730d-a83d-48a6-8195-55d253f08fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:36.385479 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-58fb730d-a83d-48a6-8195-55d253f08fef service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0967288 Jun 07 13:33:36.720801 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-9b9d2e09-70d5-426c-aa2f-3ca991059dd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 999 time: 0.3276386 Jun 07 13:33:36.771254 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73de91e-b887-4db0-b18a-f8cae34fdc93 req-f75b0e7f-f5db-47f6-865a-25333db9d6c2 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:36.772925 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e73de91e-b887-4db0-b18a-f8cae34fdc93 req-f75b0e7f-f5db-47f6-865a-25333db9d6c2 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0513647 Jun 07 13:33:36.783026 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-8cb04a1b-8654-46c2-82bd-976dad279d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:36.784500 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-8cb04a1b-8654-46c2-82bd-976dad279d76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0521262 Jun 07 13:33:36.829350 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e73de91e-b887-4db0-b18a-f8cae34fdc93 req-110493b1-a2e9-4617-a47d-79938d6f3669 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501053 Jun 07 13:33:36.833335 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-185fd2cf-a743-4a9d-88f3-41c879cf57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:36.834947 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-185fd2cf-a743-4a9d-88f3-41c879cf57ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428820 Jun 07 13:33:36.929540 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-c2453bee-8e0d-4191-a183-1a6a818c62f7 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853217 Jun 07 13:33:36.992258 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:36.997234 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:37.036338 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e3e1b08f-a05d-4d3c-90f9-982b0b5649a5 req-8c81f40c-3339-49c2-b2bf-033dc59ef094 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000555 Jun 07 13:33:37.664434 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:37.665302 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:37.954442 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62f884-4814-4876-9827-1db96995d59f req-170ff4da-5c49-48f2-a8b2-83807802ac4b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:37.956019 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e62f884-4814-4876-9827-1db96995d59f req-170ff4da-5c49-48f2-a8b2-83807802ac4b tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0483794 Jun 07 13:33:38.005992 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e62f884-4814-4876-9827-1db96995d59f req-be7bc3b5-564b-479b-8ef8-0a0fa1775ad8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Jun 07 13:33:39.120211 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aac9f8-5fb3-48c1-91f8-8a174d67a8d6 req-12e49a4e-6dd5-4380-9152-f78c23d3906d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:39.121724 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6aac9f8-5fb3-48c1-91f8-8a174d67a8d6 req-12e49a4e-6dd5-4380-9152-f78c23d3906d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0476613 Jun 07 13:33:39.174732 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6aac9f8-5fb3-48c1-91f8-8a174d67a8d6 req-685ff6f2-81cf-41dd-b793-42f890899dbb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471323 Jun 07 13:33:40.295259 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fa3a9-7f22-41f3-a65b-2f3498a5a492 req-640b40e2-19f9-4d2f-ae3b-51fa7796be63 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:40.296679 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb2fa3a9-7f22-41f3-a65b-2f3498a5a492 req-640b40e2-19f9-4d2f-ae3b-51fa7796be63 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0515819 Jun 07 13:33:40.350371 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb2fa3a9-7f22-41f3-a65b-2f3498a5a492 req-6df6acc1-aa74-4c50-9827-f8d9746f505a tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478842 Jun 07 13:33:41.474525 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ab60-668e-40a3-9090-c1c2c37baebb req-9947970d-4da2-4092-838a-2efaff0605ac tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:41.476183 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0707ab60-668e-40a3-9090-c1c2c37baebb req-9947970d-4da2-4092-838a-2efaff0605ac tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0519264 Jun 07 13:33:41.536212 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0707ab60-668e-40a3-9090-c1c2c37baebb req-282c2093-8189-45f9-a26e-c2fdd5714778 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534239 Jun 07 13:33:42.662374 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62410-e8b0-4e4e-8a6f-eb9298c46ee5 req-c447cd24-a8d1-4e5e-9129-bf10dcaf1165 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:42.663864 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3ea62410-e8b0-4e4e-8a6f-eb9298c46ee5 req-c447cd24-a8d1-4e5e-9129-bf10dcaf1165 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 943 time: 0.0517588 Jun 07 13:33:42.715607 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3ea62410-e8b0-4e4e-8a6f-eb9298c46ee5 req-fa29632d-33e5-4a97-80ec-f2860bdc36a7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455174 Jun 07 13:33:43.550733 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device f4e6e8bd-f53b-43db-ad12-957650bf7ac4 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=104162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 13:33:43.655790 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:33:43.674987 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Returning: {'device': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'port_id': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'mac_address': 'fa:16:3e:98:65:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 13:33:43.712408 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 is: DOWN; New status is: BUILD {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:33:43.712716 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:43.727113 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e6e8bd-f53b-43db-ad12-957650bf7ac4 {{(pid=104162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 13:33:43.748856 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:33:43.754627 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:43.808628 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=7']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:43.821608 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:43.841158 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c3d74-f58e-4c1a-8dd3-400a1b68f092 req-fc5e13a8-9b2a-418e-acce-c778393c7fbb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:43.842739 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0a2c3d74-f58e-4c1a-8dd3-400a1b68f092 req-fc5e13a8-9b2a-418e-acce-c778393c7fbb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 944 time: 0.0512064 Jun 07 13:33:43.899258 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0a2c3d74-f58e-4c1a-8dd3-400a1b68f092 req-358d4a56-3b2a-4be9-a6e2-450a2d725ae9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506215 Jun 07 13:33:44.016734 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] get_ports_and_sgs() called for port_ids ['f4e6e8bd-f53b-43db-ad12-957650bf7ac4'] {{(pid=104162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 13:33:44.148294 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:44.170738 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:45.019376 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7b73-5c24-4382-ae01-e70775650f3b req-f98d6532-f221-4568-8152-38df145ee4c6 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:45.021116 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-da5f7b73-5c24-4382-ae01-e70775650f3b req-f98d6532-f221-4568-8152-38df145ee4c6 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 944 time: 0.0517104 Jun 07 13:33:45.066072 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:45.076107 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-da5f7b73-5c24-4382-ae01-e70775650f3b req-b11312ad-db64-4eaa-a7c5-c100549db273 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487635 Jun 07 13:33:45.570546 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device f4e6e8bd-f53b-43db-ad12-957650bf7ac4 up at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 13:33:45.621825 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.provisioning_blocks [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Provisioning complete for port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 triggered by entity L2. {{(pid=104162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 13:33:45.622195 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961056'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), provisioning_complete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:45.700521 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Current status of the port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 is: BUILD; New status is: ACTIVE {{(pid=104162) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 13:33:45.700817 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2071075'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:45.729045 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4'}] {{(pid=104162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:33:45.731280 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1b0fdca3c9c701a6a75fa766325543c4cab11417c16b0cdd4269c2d4f718c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7412c7e-57fe-4848-b03a-417eadbbe7c3" -d '{"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4"}]}' {{(pid=104162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:33:45.744522 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:33:45.749915 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769461914754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769461516575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769461516593'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:45.772798 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d9fe42-1c67-43de-8e49-80a2866053a2 x-openstack-request-id: req-76d9fe42-1c67-43de-8e49-80a2866053a2 {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:33:45.773078 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-plugged", "status": "completed", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4", "code": 200}]} {{(pid=104162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:33:45.773326 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76d9fe42-1c67-43de-8e49-80a2866053a2 {{(pid=104162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:33:45.773739 dv-cinder-844601-3-iscsi neutron-server[104162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d9fe42-1c67-43de-8e49-80a2866053a2'] response: {'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'code': 200} Jun 07 13:33:45.805731 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Pushing event updated for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=8']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:46.009116 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07198-3e6d-4e67-97e0-9234befdc10a req-31d4efc0-d0e1-4d08-b994-158d6c26096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:46.010704 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0ed07198-3e6d-4e67-97e0-9234befdc10a req-31d4efc0-d0e1-4d08-b994-158d6c26096d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0403614 Jun 07 13:33:46.062321 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-0ed07198-3e6d-4e67-97e0-9234befdc10a req-6582334e-4f25-42d3-a1dd-53b2cb06d76c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447564 Jun 07 13:33:46.194870 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e69f1-48e2-4247-bb98-465088d1b230 req-69a9b470-8617-414c-8fc8-7dc4ca0805df tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:46.197082 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-618e69f1-48e2-4247-bb98-465088d1b230 req-69a9b470-8617-414c-8fc8-7dc4ca0805df tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0500708 Jun 07 13:33:46.251421 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-618e69f1-48e2-4247-bb98-465088d1b230 req-e116bdcf-a645-44c8-815c-8697efc018de tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451453 Jun 07 13:33:47.376160 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11dd41-ba4f-485d-8e2c-0db76105310b req-861618ad-12d3-4f3a-8203-ec578c63b6b3 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:47.377655 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c11dd41-ba4f-485d-8e2c-0db76105310b req-861618ad-12d3-4f3a-8203-ec578c63b6b3 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0518463 Jun 07 13:33:47.428311 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c11dd41-ba4f-485d-8e2c-0db76105310b req-986f8a4e-07da-4260-8ff4-23ea0c84ea42 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450814 Jun 07 13:33:48.567199 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c672542-4891-4d36-9509-99490edc3f3f req-2a47e885-c3cf-4e9e-8418-eece514be00d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:33:48.568576 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2c672542-4891-4d36-9509-99490edc3f3f req-2a47e885-c3cf-4e9e-8418-eece514be00d tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0501990 Jun 07 13:33:48.618495 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2c672542-4891-4d36-9509-99490edc3f3f req-028a89ad-f6bc-4712-a4f3-f26e8249141c tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437968 Jun 07 13:33:49.130524 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e9df398d-7b23-4109-8a40-23f3f7894b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:51.361556 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d703a4a5-ca54-4bd1-8c7d-bb9fccc5b9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:52.560996 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:53.969293 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:55.447502 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:33:56.055962 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=14 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:56.058965 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=13 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:56.720158 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:56.725275 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:58.603598 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=26 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:33:58.614955 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=42 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:04.670027 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:34:04.776389 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:14.770040 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:14.771944 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:15.069690 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=14 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:15.071590 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=16 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:19.138974 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8cdbeaf0-5745-4b20-8d74-d9855bdfb573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:20.158012 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-c258fccf-9994-4cba-ab49-c3b1dfc94c69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902190 Jun 07 13:34:20.245837 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-d029da22-849d-4abf-aa71-dd50541fa5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:34:20.247388 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-d029da22-849d-4abf-aa71-dd50541fa5d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0446172 Jun 07 13:34:20.359708 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-60e65834-acd6-44c3-a4dd-be77944b9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:34:20.361091 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-60e65834-acd6-44c3-a4dd-be77944b9942 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0894744 Jun 07 13:34:20.429067 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-781ebb4b-f861-4d1e-bf0f-7982fdb7f3f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 1001 time: 0.0611627 Jun 07 13:34:20.482500 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-97c1f093-58e7-4c3b-87e7-ec59fa425a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:34:20.484013 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-97c1f093-58e7-4c3b-87e7-ec59fa425a83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0458388 Jun 07 13:34:20.529867 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-3054b806-a11e-4796-ad24-a0acfe1c250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:34:20.531390 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-3054b806-a11e-4796-ad24-a0acfe1c250a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408580 Jun 07 13:34:20.639988 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-8afaf2af-3b5c-4b4c-acee-1248e08cbbfb service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918169 Jun 07 13:34:20.736587 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-65510dc4-eb76-4187-af43-3fc2f74ba9f3 req-6d1b4bf3-0324-43ef-814b-a541fc1d9f4e service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868146 Jun 07 13:34:21.364179 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-44a878b3-9052-4925-b2f2-53d1bf2e7fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:22.563943 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:23.971509 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:25.448925 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:30.726468 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=50 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:30.733847 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=51 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:33.716382 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:33.720886 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:34.779757 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:41.670587 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:34:44.768596 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:44.775259 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:49.131495 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a0e0fa19-6dc6-462e-8687-37678a6f3928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:51.367928 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dce26d14-9744-43f3-a22d-299141924d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:51.666525 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:34:52.566633 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:53.974111 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:34:55.450717 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:04.782990 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:07.492643 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37696) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:07.631912 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Deleting port 0c190ebe-f51d-4dc0-bf67-322283e16212 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:07.632252 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:07.710331 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:07.710602 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for floatingip (0c190ebe-f51d-4dc0-bf67-322283e16212), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:07.723425 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Calling delete_port for 0c190ebe-f51d-4dc0-bf67-322283e16212 owned by network:floatingip {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:07.886204 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (0c190ebe-f51d-4dc0-bf67-322283e16212), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:07.910512 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event deleted for resources: {'Port': ['ID=0c190ebe-f51d-4dc0-bf67-322283e16212,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:07.922762 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.923133 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.923475 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.923810 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.924136 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.924457 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.924779 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.925096 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.925415 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.925736 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.926051 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.926366 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.926680 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.927017 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.927331 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:07.985676 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for floatingip (0ddcd7ec-6d80-402d-be40-06b5f625360f), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:07.985997 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.db.l3_db [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Floating IP 0ddcd7ec-6d80-402d-be40-06b5f625360f disassociated (deleted). External IP: 172.27.1.232, port: f4e6e8bd-f53b-43db-ad12-957650bf7ac4. Jun 07 13:35:08.152978 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-5170cc2e-4094-452f-a6e9-be07cde3efda req-ddd5cada-7c29-46a5-a529-c5f78f36da5a service neutron] (104160) timed out ('10.222.0.18', 51555) {{(pid=104160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 07 13:35:08.177564 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:35:08.279778 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:35:08.284531 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for floatingip (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:08.289236 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] Sync routers for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:35:08.299247 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:35:08.299870 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:34:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:08.305152 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:08.316036 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-c6c37466-44e0-4a99-9ffd-f60b35144ed9 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "DELETE /v2.0/floatingips/0ddcd7ec-6d80-402d-be40-06b5f625360f HTTP/1.1" status: 204 len: 168 time: 0.8222895 Jun 07 13:35:08.316722 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:35:08.319622 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb72800-3ac9-4d6d-80bd-d66a0655389d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:35:08.430575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7567890-aed3-45a1-80d8-351078a8258b x-openstack-request-id: req-c7567890-aed3-45a1-80d8-351078a8258b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:35:08.430575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:35:08.430575 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7567890-aed3-45a1-80d8-351078a8258b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:35:08.431042 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:35:08.431158 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7567890-aed3-45a1-80d8-351078a8258b'] response: {'name': 'network-changed', 'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'status': 'completed', 'code': 200} Jun 07 13:35:08.506776 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-0e9b0796-5b3a-498e-a527-ca63663fb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:35:08.514020 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-0e9b0796-5b3a-498e-a527-ca63663fb141 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3347761872914cbbb350a639eece5f9f&device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 1129 time: 0.0627143 Jun 07 13:35:08.575019 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126aa69-7816-49cf-8ff2-cb83d2484c3f req-cf785358-cb23-4024-8683-cdf0f1bf4ea8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:35:08.576412 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2126aa69-7816-49cf-8ff2-cb83d2484c3f req-cf785358-cb23-4024-8683-cdf0f1bf4ea8 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0489793 Jun 07 13:35:08.626181 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2126aa69-7816-49cf-8ff2-cb83d2484c3f req-97d95535-f99f-43b9-96f7-1671287a82ae tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439377 Jun 07 13:35:08.643118 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 5, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:08.670145 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] Checking router: aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:35:08.679047 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:35:08.679650 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:34:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:08.783437 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:35:09.087798 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 5, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:09.116478 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0dbf47-075c-43a5-bc7a-b8a193f3749a None None] The sync data for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi is: [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:37Z', 'revision_number': 4, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi', '_interfaces': [{'id': '8384e6a5-b772-40ed-bdbf-194353ec89d4', 'name': '', 'network_id': 'b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'mac_address': 'fa:16:3e:54:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:36Z', 'updated_at': '2022-06-07T13:30:42Z', 'revision_number': 5, 'project_id': '3347761872914cbbb350a639eece5f9f', 'subnets': [{'id': '124cf80a-ff24-45e9-994f-faa297ca8cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:35:09.337672 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950e6eb-ca52-4f6e-9f16-3f8d1e51b2fb None None] New status for floating IP 0ddcd7ec-6d80-402d-be40-06b5f625360f: DOWN {{(pid=104163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 13:35:09.753673 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eea96-8ba5-4113-8265-3ae3f2b00b5a req-39554928-7968-4c04-8901-3170084e27fb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:35:09.756376 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c33eea96-8ba5-4113-8265-3ae3f2b00b5a req-39554928-7968-4c04-8901-3170084e27fb tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0552957 Jun 07 13:35:09.801133 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:09.806876 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c33eea96-8ba5-4113-8265-3ae3f2b00b5a req-11d85918-e246-46c0-a8f5-85b79f4c1a47 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6cefcaa-d7a1-4c24-a78b-500d4fe22768&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448537 Jun 07 13:35:09.881822 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-59a6151b-f62f-4d88-8baf-186c53fa57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:35:09.883350 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-59a6151b-f62f-4d88-8baf-186c53fa57d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 200 len: 909 time: 0.0897148 Jun 07 13:35:10.015431 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-8bdd81a7-e713-4fff-bdbb-e5672d42c892 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 200 len: 217 time: 0.0366907 Jun 07 13:35:10.062875 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-6b1c4ab2-e7cb-4aa7-a39f-439ec43be534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:35:10.064284 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-6b1c4ab2-e7cb-4aa7-a39f-439ec43be534 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 200 len: 847 time: 0.0425289 Jun 07 13:35:10.111728 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-519771ee-9bde-41c2-82bb-207252fe4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:35:10.113230 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-519771ee-9bde-41c2-82bb-207252fe4b46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427063 Jun 07 13:35:10.402669 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-2eb2aec1-4934-45c1-9199-16bed59ef330 service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957663 Jun 07 13:35:10.477171 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-2b6a94f8-7089-4aa8-8a9c-0baed981e544 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 13:35:10.478613 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-2b6a94f8-7089-4aa8-8a9c-0baed981e544 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 945 time: 0.0945828 Jun 07 13:35:10.583344 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-7bb72800-3ac9-4d6d-80bd-d66a0655389d req-afb4af14-b814-4a88-a22f-235fe220b16f service neutron] 10.222.0.18 "GET /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648061 Jun 07 13:35:10.596742 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Deleting port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:10.597083 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:10.686876 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] For port f4e6e8bd-f53b-43db-ad12-957650bf7ac4, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:10.687238 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:10.704237 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Calling delete_port for f4e6e8bd-f53b-43db-ad12-957650bf7ac4 owned by compute:nova {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:10.828292 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (f4e6e8bd-f53b-43db-ad12-957650bf7ac4), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:10.858143 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event deleted for resources: {'Port': ['ID=f4e6e8bd-f53b-43db-ad12-957650bf7ac4,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:10.910498 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] No DVR routers for this DVR port f4e6e8bd-f53b-43db-ad12-957650bf7ac4 on host hv-cinder-84460 {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:35:10.913664 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a57be47-927c-4051-98f4-1a5b7b64bc38 req-5374455a-78b7-402a-b4b6-8a6881c4420c tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd5a2d6e-60e0-4a54-9900-6b40dd6c365a HTTP/1.1" status: 200 len: 210 time: 0.0294204 Jun 07 13:35:10.914213 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214502'] for port (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:10.917045 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [req-e7583c0e-505c-4eaa-b9d8-883858463639 req-1070070e-2123-40c0-9b79-0f242204da12 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.18 "DELETE /v2.0/ports/f4e6e8bd-f53b-43db-ad12-957650bf7ac4 HTTP/1.1" status: 204 len: 173 time: 0.4304922 Jun 07 13:35:10.917533 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-deleted', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 13:35:10.919806 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b0d43799dfea8515aa2787c1ceb90bf582487d150e77b64dd29cf4ac7e38e1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e38905-f5ea-4886-852e-745ecf7022e2" -d '{"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-deleted", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:35:10.956941 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a659a9-9adb-40fb-af25-d4cd8d1c9f54 x-openstack-request-id: req-d1a659a9-9adb-40fb-af25-d4cd8d1c9f54 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:35:10.957240 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a2d6e-60e0-4a54-9900-6b40dd6c365a", "name": "network-vif-deleted", "tag": "f4e6e8bd-f53b-43db-ad12-957650bf7ac4", "status": "completed", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:35:10.957491 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1a659a9-9adb-40fb-af25-d4cd8d1c9f54 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:35:10.957897 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a659a9-9adb-40fb-af25-d4cd8d1c9f54'] response: {'server_uuid': 'fd5a2d6e-60e0-4a54-9900-6b40dd6c365a', 'name': 'network-vif-deleted', 'tag': 'f4e6e8bd-f53b-43db-ad12-957650bf7ac4', 'status': 'completed', 'code': 200} Jun 07 13:35:11.974147 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37726) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:12.030651 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ee39fa43-8be7-4b8b-8c1e-9328740012b7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group (b6cefcaa-d7a1-4c24-a78b-500d4fe22768), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:12.032033 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:12.052202 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:12.059435 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ee39fa43-8be7-4b8b-8c1e-9328740012b7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group (b6cefcaa-d7a1-4c24-a78b-500d4fe22768), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:12.120140 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ee39fa43-8be7-4b8b-8c1e-9328740012b7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (b6cefcaa-d7a1-4c24-a78b-500d4fe22768), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:12.122795 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ee39fa43-8be7-4b8b-8c1e-9328740012b7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Publish callbacks [] for security_group (None), before_response {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:12.123954 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-ee39fa43-8be7-4b8b-8c1e-9328740012b7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] 10.222.0.61 "DELETE /v2.0/security-groups/b6cefcaa-d7a1-4c24-a78b-500d4fe22768 HTTP/1.1" status: 204 len: 168 time: 0.1500180 Jun 07 13:35:12.133700 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39fa43-8be7-4b8b-8c1e-9328740012b7 tempest-TestShelveInstance-250651551 tempest-TestShelveInstance-250651551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cefcaa-d7a1-4c24-a78b-500d4fe22768,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:13.181873 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37732) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:13.714777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:13.930139 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Deleting port 8384e6a5-b772-40ed-bdbf-194353ec89d4 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:13.930467 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:13.960679 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device f4e6e8bd-f53b-43db-ad12-957650bf7ac4 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:35:13.980603 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] No Port match for: f4e6e8bd-f53b-43db-ad12-957650bf7ac4 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:35:13.980863 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Device f4e6e8bd-f53b-43db-ad12-957650bf7ac4 not bound to the agent host hv-cinder-84460 {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:35:14.012767 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] For port 8384e6a5-b772-40ed-bdbf-194353ec89d4, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=8384e6a5-b772-40ed-bdbf-194353ec89d4,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:14.013131 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:14.026026 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Calling delete_port for 8384e6a5-b772-40ed-bdbf-194353ec89d4 owned by network:router_interface {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:14.080108 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:14.089494 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:14.206561 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (8384e6a5-b772-40ed-bdbf-194353ec89d4), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:14.237585 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Pushing event deleted for resources: {'Port': ['ID=8384e6a5-b772-40ed-bdbf-194353ec89d4,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:14.267273 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.267617 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.268387 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.268387 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.268641 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.268928 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.269250 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.269573 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.269980 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.270372 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.270628 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.271224 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.271367 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.271642 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.271957 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:14.426567 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:14.634266 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:35:14.745278 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:35:14.751123 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-450cb89b-6343-4b21-8407-136b781aacde admin admin] 10.222.0.61 "PUT /v2.0/routers/aac1398e-0c97-44c8-8c8d-45cb1e10b7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5676618 Jun 07 13:35:14.753171 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37734) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:14.755762 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] Sync routers for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:35:14.766249 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:35:14.766897 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:34:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:14.802976 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:14.805476 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=82 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:14.854181 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks [] for router (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:14.893491 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: dv-cinder-844601-3-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:35:14.983911 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks [] for router_gateway (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.016407 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:15.031152 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Deleting port 9cae43c1-afa9-46a2-8252-0970c00a7d60 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:15.031462 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.034449 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:15.085929 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:35:14Z', 'revision_number': 5, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port': {'id': '9cae43c1-afa9-46a2-8252-0970c00a7d60', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:15.111760 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] Checking router: aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 for host: dv-cinder-844601-3-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:35:15.120727 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] Routers {'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:35:15.121478 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:34:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:15.132632 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] For port 9cae43c1-afa9-46a2-8252-0970c00a7d60, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=9cae43c1-afa9-46a2-8252-0970c00a7d60,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:15.132997 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.148034 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Calling delete_port for 9cae43c1-afa9-46a2-8252-0970c00a7d60 owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:15.218065 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] Set router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:35:15.269962 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:35:14Z', 'revision_number': 6, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:15.298778 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa8c4a-7262-49ea-9e99-317ce64fc82c None None] The sync data for ids ['aac1398e-0c97-44c8-8c8d-45cb1e10b7f1'] in dv-cinder-844601-3-iscsi is: [{'id': 'aac1398e-0c97-44c8-8c8d-45cb1e10b7f1', 'name': 'tempest-TestShelveInstance-919952118-router', 'tenant_id': '3347761872914cbbb350a639eece5f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:34Z', 'updated_at': '2022-06-07T13:35:14Z', 'revision_number': 6, 'project_id': '3347761872914cbbb350a639eece5f9f', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:35:15.324216 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (9cae43c1-afa9-46a2-8252-0970c00a7d60), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.349454 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cae43c1-afa9-46a2-8252-0970c00a7d60,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:15.431487 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.517421 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.519615 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks [] for router_controller (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.564589 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (aac1398e-0c97-44c8-8c8d-45cb1e10b7f1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.565232 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:35:15.569952 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.571174 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ea636f1f-1962-4558-85e9-e8dbab1acd0b admin admin] 10.222.0.61 "DELETE /v2.0/routers/aac1398e-0c97-44c8-8c8d-45cb1e10b7f1 HTTP/1.1" status: 204 len: 168 time: 0.8170347 Jun 07 13:35:15.573695 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37736) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:15.627143 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] Deleting subnet 124cf80a-ff24-45e9-994f-faa297ca8cbc {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:35:15.630342 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] Publish callbacks [] for subnet (124cf80a-ff24-45e9-994f-faa297ca8cbc), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.668185 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10232070'] for subnet (124cf80a-ff24-45e9-994f-faa297ca8cbc), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.755848 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (124cf80a-ff24-45e9-994f-faa297ca8cbc), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.812546 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10484627'] for subnet (124cf80a-ff24-45e9-994f-faa297ca8cbc), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.838146 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124cf80a-ff24-45e9-994f-faa297ca8cbc,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:15.841799 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.845005 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-27910f1b-8260-4011-8238-7691138841e6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/124cf80a-ff24-45e9-994f-faa297ca8cbc HTTP/1.1" status: 204 len: 168 time: 0.2703424 Jun 07 13:35:15.848777 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37738) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:15.854126 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a99bad-6744-4cbe-987c-f11c78e703d7 None None] Network b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:35:15.927439 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:15.965533 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:15.971433 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Deleting port c14dbf74-d5fd-4352-832d-2097ce77d4f5 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:15.971772 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.008158 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:16.038671 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] For port c14dbf74-d5fd-4352-832d-2097ce77d4f5, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=c14dbf74-d5fd-4352-832d-2097ce77d4f5,segment=NetworkSegment(79b56df2-7a7b-4509-8181-dd8ec3b17775),segment_id=79b56df2-7a7b-4509-8181-dd8ec3b17775)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:16.038984 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.052385 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Calling delete_port for c14dbf74-d5fd-4352-832d-2097ce77d4f5 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:16.114700 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] DHCP port deletion for b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:35:16.146805 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.166409 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Deleting port c14dbf74-d5fd-4352-832d-2097ce77d4f5 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:16.167051 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.172893 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14dbf74-d5fd-4352-832d-2097ce77d4f5,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:16.177150 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] No DVR routers for this DVR port c14dbf74-d5fd-4352-832d-2097ce77d4f5 on host dv-cinder-844601-3-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:35:16.249477 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] For port c14dbf74-d5fd-4352-832d-2097ce77d4f5, host dv-cinder-844601-3-iscsi, got binding levels [] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:16.249883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.258658 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.264291 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Calling delete_port for c14dbf74-d5fd-4352-832d-2097ce77d4f5 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:16.267262 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.ipam_backend_mixin [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Port c14dbf74-d5fd-4352-832d-2097ce77d4f5 was not found and therefore no delete operation was performed {{(pid=104162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 13:35:16.268865 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566'] for port (c14dbf74-d5fd-4352-832d-2097ce77d4f5), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.285897 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:16.297096 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b56df2-7a7b-4509-8181-dd8ec3b17775') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:16.297514 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b56df2-7a7b-4509-8181-dd8ec3b17775') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:16.299456 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Pushing event deleted for resources: {'Port': ['ID=c14dbf74-d5fd-4352-832d-2097ce77d4f5,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:16.305061 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] No DVR routers for this DVR port c14dbf74-d5fd-4352-832d-2097ce77d4f5 on host dv-cinder-844601-3-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:35:16.308008 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (79b56df2-7a7b-4509-8181-dd8ec3b17775), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.319883 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.320324 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.320729 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.321136 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.321544 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.322041 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.322467 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.322950 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.323282 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.324243 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.324243 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.324485 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.324813 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.327191 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.327191 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411701a-7d12-4971-a1f8-343a43fab4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844601-3-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:16.328336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (79b56df2-7a7b-4509-8181-dd8ec3b17775), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.339338 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:35:16.339750 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (79b56df2-7a7b-4509-8181-dd8ec3b17775), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.429287 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.435589 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:16.441713 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f HTTP/1.1" status: 204 len: 168 time: 0.5912821 Jun 07 13:35:16.445463 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37744) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:16.446886 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device c14dbf74-d5fd-4352-832d-2097ce77d4f5 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:35:16.464230 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef3c80-5109-4235-b5d7-b3999e37fe26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1eee5ac-c97f-4dc1-bbb1-034ecd8eca6f,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:16.475227 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 79b56df2-7a7b-4509-8181-dd8ec3b17775 resource provider aggregate not found Jun 07 13:35:16.479452 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: c14dbf74-d5fd-4352-832d-2097ce77d4f5 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:35:16.479806 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device c14dbf74-d5fd-4352-832d-2097ce77d4f5 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:35:16.480231 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8384e6a5-b772-40ed-bdbf-194353ec89d4 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:35:16.499993 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 8384e6a5-b772-40ed-bdbf-194353ec89d4 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:35:16.500394 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 8384e6a5-b772-40ed-bdbf-194353ec89d4 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:35:16.500943 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 79b56df2-7a7b-4509-8181-dd8ec3b17775 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79b56df2-7a7b-4509-8181-dd8ec3b17775 found for delete ", "request_id": "req-87d7e4bd-7d88-4c18-bfc3-2ce1013cdc02"}]} Jun 07 13:35:16.501129 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9cae43c1-afa9-46a2-8252-0970c00a7d60 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:35:16.520890 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 9cae43c1-afa9-46a2-8252-0970c00a7d60 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:35:16.521867 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 9cae43c1-afa9-46a2-8252-0970c00a7d60 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:35:16.774406 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710668'] for router_interface (915de98d-f77c-4d5c-baa2-387f0b355b3b), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:17.001044 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Deleting port b49600e8-61c9-4487-afae-7100ac9010f3 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:17.001375 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:17.078932 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] For port b49600e8-61c9-4487-afae-7100ac9010f3, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=b49600e8-61c9-4487-afae-7100ac9010f3,segment=NetworkSegment(2fbf9305-f338-4e2c-a61a-6d0bd29df2f2),segment_id=2fbf9305-f338-4e2c-a61a-6d0bd29df2f2)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:17.079217 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:17.091974 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Calling delete_port for b49600e8-61c9-4487-afae-7100ac9010f3 owned by network:router_interface {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:17.207320 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:17.251712 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:17.273208 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10133524'] for port (b49600e8-61c9-4487-afae-7100ac9010f3), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:17.300980 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49600e8-61c9-4487-afae-7100ac9010f3,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:17.728198 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714396'] for router_interface (915de98d-f77c-4d5c-baa2-387f0b355b3b), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:17.934510 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Router 915de98d-f77c-4d5c-baa2-387f0b355b3b has already been hosted by L3 agent 3e7906e4-018c-4897-b6dc-5efac7c1184b {{(pid=104161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 13:35:18.035396 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] Notify agent at l3_agent.dv-cinder-844601-3-iscsi the message routers_updated {{(pid=104161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 13:35:18.041920 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-51c653ce-2c2d-43b0-ad31-988f4d470180 admin admin] 10.222.0.61 "PUT /v2.0/routers/915de98d-f77c-4d5c-baa2-387f0b355b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5949118 Jun 07 13:35:18.044126 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37748) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:18.045974 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] Sync routers for ids ['915de98d-f77c-4d5c-baa2-387f0b355b3b'] in dv-cinder-844601-3-iscsi {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:35:18.057949 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] Routers {'915de98d-f77c-4d5c-baa2-387f0b355b3b'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:35:18.058570 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:34:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['915de98d-f77c-4d5c-baa2-387f0b355b3b'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:18.159470 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] Set router 915de98d-f77c-4d5c-baa2-387f0b355b3b gateway port host: dv-cinder-844601-3-iscsi {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:35:18.172924 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks [] for router (915de98d-f77c-4d5c-baa2-387f0b355b3b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:18.276135 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks [] for router_gateway (915de98d-f77c-4d5c-baa2-387f0b355b3b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:18.322655 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Deleting port ec34a8c2-d73f-426d-8e7a-4021c9ed1596 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:18.323020 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:18.337715 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'external_fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:35:17Z', 'revision_number': 5, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port': {'id': 'ec34a8c2-d73f-426d-8e7a-4021c9ed1596', 'name': '', 'network_id': '91a8b2f1-6d36-4c0b-833a-428138302c3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844601-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef8bedfd-6d45-40af-bd2a-281e05f076db', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844601-3-iscsi'}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:18.368352 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] Checking router: 915de98d-f77c-4d5c-baa2-387f0b355b3b for host: dv-cinder-844601-3-iscsi {{(pid=104163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:35:18.377839 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] Routers {'915de98d-f77c-4d5c-baa2-387f0b355b3b'} bound to L3 agent in host dv-cinder-844601-3-iscsi {{(pid=104163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 13:35:18.378447 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844601-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T13:09:21Z,description=,heartbeat_timestamp=2022-06-07T13:34:51Z,host='dv-cinder-844601-3-iscsi',id=3e7906e4-018c-4897-b6dc-5efac7c1184b,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T13:09:21Z,topic='l3_agent')) {'router_ids': ['915de98d-f77c-4d5c-baa2-387f0b355b3b'], 'active': True} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:18.413702 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] For port ec34a8c2-d73f-426d-8e7a-4021c9ed1596, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,segment=NetworkSegment(da1a5aae-de59-4bb7-a5b6-89fd96ef38a6),segment_id=da1a5aae-de59-4bb7-a5b6-89fd96ef38a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:18.414066 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:18.431138 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Calling delete_port for ec34a8c2-d73f-426d-8e7a-4021c9ed1596 owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:18.465536 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_dvr_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] Set router 915de98d-f77c-4d5c-baa2-387f0b355b3b gateway port host: None {{(pid=104163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 13:35:18.527243 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:18.535765 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.l3_hamode_db [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:35:18Z', 'revision_number': 6, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port_host': None}], 'dv-cinder-844601-3-iscsi', False) {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:18.561884 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111db40-f682-406a-952d-96a65b8a3fd2 None None] The sync data for ids ['915de98d-f77c-4d5c-baa2-387f0b355b3b'] in dv-cinder-844601-3-iscsi is: [{'id': '915de98d-f77c-4d5c-baa2-387f0b355b3b', 'name': 'tempest-TestShelveInstance-1633953753-router', 'tenant_id': 'd15b8f7b896941a08349f1e6259219a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T13:30:39Z', 'updated_at': '2022-06-07T13:35:18Z', 'revision_number': 6, 'project_id': 'd15b8f7b896941a08349f1e6259219a0', 'gw_port_host': None}] {{(pid=104163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:35:18.675746 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:35:18.840114 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:18.865633 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (ec34a8c2-d73f-426d-8e7a-4021c9ed1596), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:18.903093 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec34a8c2-d73f-426d-8e7a-4021c9ed1596,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:18.979415 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711243'] for router_gateway (915de98d-f77c-4d5c-baa2-387f0b355b3b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.074127 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-713126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8105'] for router (915de98d-f77c-4d5c-baa2-387f0b355b3b), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.076679 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks [] for router_controller (915de98d-f77c-4d5c-baa2-387f0b355b3b), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.117783 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714441'] for router (915de98d-f77c-4d5c-baa2-387f0b355b3b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.118336 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 915de98d-f77c-4d5c-baa2-387f0b355b3b {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 13:35:19.123237 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.123843 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-7c5df3f7-d2b2-44b8-a3e1-e67fb13d577d admin admin] 10.222.0.61 "DELETE /v2.0/routers/915de98d-f77c-4d5c-baa2-387f0b355b3b HTTP/1.1" status: 204 len: 168 time: 1.0787246 Jun 07 13:35:19.126405 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37750) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:19.144010 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-dd05d647-c51f-42d3-93e7-5548dd333f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.171964 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] Deleting subnet 98ca1483-1245-4ecc-aac3-f18475122068 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 13:35:19.175253 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] Publish callbacks [] for subnet (98ca1483-1245-4ecc-aac3-f18475122068), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.213810 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10232070'] for subnet (98ca1483-1245-4ecc-aac3-f18475122068), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.304832 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1898334'] for subnet (98ca1483-1245-4ecc-aac3-f18475122068), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.365995 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1898311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10484627'] for subnet (98ca1483-1245-4ecc-aac3-f18475122068), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.390379 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ca1483-1245-4ecc-aac3-f18475122068,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:19.400343 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.404407 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-53ca7030-5fac-4374-a80a-810b251a9e84 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/98ca1483-1245-4ecc-aac3-f18475122068 HTTP/1.1" status: 204 len: 168 time: 0.2768281 Jun 07 13:35:19.406888 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37752) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:19.410384 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4b64f-7258-4c75-b8d9-b724b99e12d9 None None] Network 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae requested from dv-cinder-844601-3-iscsi {{(pid=104162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 13:35:19.490621 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1995728'] for network (7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.541692 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Deleting port 7dca73c0-460b-458f-9310-4e0b3cde4c05 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:19.542120 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.601538 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] DHCP port deletion for 7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae request from dv-cinder-844601-3-iscsi {{(pid=104162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 13:35:19.616461 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] For port 7dca73c0-460b-458f-9310-4e0b3cde4c05, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=7dca73c0-460b-458f-9310-4e0b3cde4c05,segment=NetworkSegment(2fbf9305-f338-4e2c-a61a-6d0bd29df2f2),segment_id=2fbf9305-f338-4e2c-a61a-6d0bd29df2f2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:19.616831 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.633281 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Calling delete_port for 7dca73c0-460b-458f-9310-4e0b3cde4c05 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:19.653477 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] Deleting port 7dca73c0-460b-458f-9310-4e0b3cde4c05 {{(pid=104162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 13:35:19.653841 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769461910896'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), before_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.721819 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867554'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.726896 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] For port 7dca73c0-460b-458f-9310-4e0b3cde4c05, host dv-cinder-844601-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844601-3-iscsi',level=0,port_id=7dca73c0-460b-458f-9310-4e0b3cde4c05,segment=NetworkSegment(2fbf9305-f338-4e2c-a61a-6d0bd29df2f2),segment_id=2fbf9305-f338-4e2c-a61a-6d0bd29df2f2)] {{(pid=104162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 13:35:19.727226 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:19.727365 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708611'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), precommit_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.740969 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] Calling delete_port for 7dca73c0-460b-458f-9310-4e0b3cde4c05 owned by network:dhcp {{(pid=104162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 13:35:19.746411 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:19.750564 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dca73c0-460b-458f-9310-4e0b3cde4c05,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:19.752454 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] No DVR routers for this DVR port 7dca73c0-460b-458f-9310-4e0b3cde4c05 on host dv-cinder-844601-3-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:35:19.827427 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1897177', 'neutron.services.segments.db._delete_segments_for_network-8769461989389'] for network (7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.827678 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2071266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769461914844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769461516566'] for port (7dca73c0-460b-458f-9310-4e0b3cde4c05), after_delete {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.832611 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:19.851044 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:19.860544 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] Pushing event deleted for resources: {'Port': ['ID=7dca73c0-460b-458f-9310-4e0b3cde4c05,revision_number=None']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:19.861065 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:19.861487 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbf9305-f338-4e2c-a61a-6d0bd29df2f2') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:35:19.862502 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196e32b-d045-47e8-9f78-8e6fac990f2c None None] No DVR routers for this DVR port 7dca73c0-460b-458f-9310-4e0b3cde4c05 on host dv-cinder-844601-3-iscsi {{(pid=104162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 13:35:19.872950 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769461988500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10232079'] for segment (2fbf9305-f338-4e2c-a61a-6d0bd29df2f2), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.884402 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:19.886927 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530'] for segment (2fbf9305-f338-4e2c-a61a-6d0bd29df2f2), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.893904 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:35:19.894354 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867469'] for segment (2fbf9305-f338-4e2c-a61a-6d0bd29df2f2), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.939126 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 2fbf9305-f338-4e2c-a61a-6d0bd29df2f2 resource provider aggregate not found Jun 07 13:35:19.959301 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 2fbf9305-f338-4e2c-a61a-6d0bd29df2f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fbf9305-f338-4e2c-a61a-6d0bd29df2f2 found for delete ", "request_id": "req-5576bac8-e8a0-47f3-b53d-0b6648316ce3"}]} Jun 07 13:35:19.964666 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1897166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711271'] for network (7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.969560 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538599'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:19.973516 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae HTTP/1.1" status: 204 len: 168 time: 0.5653815 Jun 07 13:35:19.988106 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002cea-afd1-45d6-91bf-0906ff53f653 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4f8a03-5b2b-4d1c-8eae-fd2ad2cc34ae,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:20.146883 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [-] (104161) accepted ('10.222.0.61', 37760) {{(pid=104161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:20.188003 dv-cinder-844601-3-iscsi neutron-server[104161]: INFO neutron.wsgi [None req-e431fa6c-537e-485d-aaf5-c587e754d22d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3347761872914cbbb350a639eece5f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398831 Jun 07 13:35:20.190798 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37762) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:20.250008 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-51e8913a-a3da-470b-953c-d46485391d7f admin admin] Publish callbacks [] for security_group (f694310a-f803-4ebe-b59e-628345e5d60d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.273471 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-51e8913a-a3da-470b-953c-d46485391d7f admin admin] Publish callbacks [] for security_group (f694310a-f803-4ebe-b59e-628345e5d60d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.327100 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-51e8913a-a3da-470b-953c-d46485391d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (f694310a-f803-4ebe-b59e-628345e5d60d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.329846 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-51e8913a-a3da-470b-953c-d46485391d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.331029 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-51e8913a-a3da-470b-953c-d46485391d7f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f694310a-f803-4ebe-b59e-628345e5d60d HTTP/1.1" status: 204 len: 168 time: 0.1383991 Jun 07 13:35:20.340313 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8913a-a3da-470b-953c-d46485391d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f694310a-f803-4ebe-b59e-628345e5d60d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:20.395139 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ec34a8c2-d73f-426d-8e7a-4021c9ed1596 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:35:20.416540 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: ec34a8c2-d73f-426d-8e7a-4021c9ed1596 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:35:20.416882 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device ec34a8c2-d73f-426d-8e7a-4021c9ed1596 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:35:20.417305 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device b49600e8-61c9-4487-afae-7100ac9010f3 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:35:20.436584 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: b49600e8-61c9-4487-afae-7100ac9010f3 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:35:20.436949 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device b49600e8-61c9-4487-afae-7100ac9010f3 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:35:20.437363 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 7dca73c0-460b-458f-9310-4e0b3cde4c05 no longer exists at agent ovs-agent-dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 13:35:20.457471 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] No Port match for: 7dca73c0-460b-458f-9310-4e0b3cde4c05 {{(pid=104162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 13:35:20.457767 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.rpc [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Device 7dca73c0-460b-458f-9310-4e0b3cde4c05 not bound to the agent host dv-cinder-844601-3-iscsi {{(pid=104162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 13:35:20.694063 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37768) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:20.734652 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-90af6d09-5ec2-4f01-93ff-420c15923813 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d15b8f7b896941a08349f1e6259219a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394254 Jun 07 13:35:20.737391 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.61', 37770) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 13:35:20.790039 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-024ddeaa-671e-4b6f-abb3-63a54527b585 admin admin] Publish callbacks [] for security_group (96f3ac21-610d-42d0-a823-382802c9bb44), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.812518 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-024ddeaa-671e-4b6f-abb3-63a54527b585 admin admin] Publish callbacks [] for security_group (96f3ac21-610d-42d0-a823-382802c9bb44), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.860622 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-024ddeaa-671e-4b6f-abb3-63a54527b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605455'] for security_group (96f3ac21-610d-42d0-a823-382802c9bb44), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.863783 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-024ddeaa-671e-4b6f-abb3-63a54527b585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:20.865469 dv-cinder-844601-3-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-024ddeaa-671e-4b6f-abb3-63a54527b585 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96f3ac21-610d-42d0-a823-382802c9bb44 HTTP/1.1" status: 204 len: 168 time: 0.1263278 Jun 07 13:35:20.873391 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ddeaa-671e-4b6f-abb3-63a54527b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f3ac21-610d-42d0-a823-382802c9bb44,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:21.374960 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-128ad05e-6921-4370-b47d-d05e117f48c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:22.577982 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:23.976923 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:25.455156 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:28.538500 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=44 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:28.673567 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:30.182213 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=63 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:30.184902 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:30.846732 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=46,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:30.869330 dv-cinder-844601-3-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=55,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:34.782999 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:44.776794 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:44.778688 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:47.718543 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:47.723685 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:35:49.136426 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-da90fe2d-d789-4e74-8900-4457b4a03e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:51.367689 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb18e-2500-406d-a562-02a0b29d5fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:52.572169 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:53.978671 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:55.457920 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:35:55.674590 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:36:04.780021 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:14.773925 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:36:14.775846 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:36:19.138762 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1714de9d-7b6b-42c3-8c2b-07663bad73d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:21.370556 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-5641deed-ff33-4efe-b14f-62dab0759fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:22.575642 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:23.981917 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:24.711609 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=15 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:36:24.721849 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=19 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:36:25.463813 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:32.674323 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:36:34.801948 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:42.670368 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:36:44.795930 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:36:44.797881 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:36:49.141964 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-feb520f3-2029-4213-abf8-41b494a11b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:51.373333 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b513cbf0-0a8d-4b3a-be86-2e485cd6854c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:52.579028 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:53.986693 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:36:55.459607 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:01.708294 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:01.719187 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=5 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:04.794268 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:09.674092 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:37:14.784840 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:14.790292 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:19.144869 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-aca69cf7-f452-4f0d-b23e-b557a187e0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:19.669895 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:19.670718 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:21.377800 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e29e1fef-0ebf-499a-962c-b4f4f6d4841a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:22.581976 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:23.987821 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:25.465581 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:34.798161 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:38.715339 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:38.716105 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:44.788345 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:44.793223 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:37:46.673929 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:37:49.148261 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7b733b1c-32b7-4868-b12d-9d3782bf4895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:51.379601 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5574787-8fe9-4e50-85ab-e60ff931f13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:52.583927 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:53.991994 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:55.458445 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:37:56.669982 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:04.808253 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:14.802167 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:14.804113 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:15.706457 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=13 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:15.712285 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=19 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:19.150940 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2e111638-8d3b-46cf-8a6c-dbbb2e06898f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:21.382955 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f7e333c8-9fe7-4ffd-a59d-47cfa23b5db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:22.587619 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:23.673518 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:38:23.993121 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:25.462452 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:33.668817 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:33.669633 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:33.988992 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:34.812006 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:44.806419 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:44.808495 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:49.153780 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f570f055-e2e7-4af2-8bb5-86df2e31354a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:51.383892 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-0202cd8a-09d6-4d20-bcf8-43a8c0b16234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:52.589094 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:52.703537 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:52.707182 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:38:53.996982 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:38:55.464414 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:00.673574 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:39:04.822799 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:10.669037 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:14.816834 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:14.818709 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:17.740958 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:19.160551 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-409ef1ea-edc7-46b3-9eeb-dc1956fa8ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:21.384957 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1af77ced-e2cd-4173-8301-dabdbe97c2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:22.590902 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:23.999633 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:25.467411 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:29.701884 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:29.707344 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=3 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:34.826052 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:37.672336 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:39:38.299598 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-8d9b167b-8dfb-431d-9097-65fc555d391f service neutron] (104161) timed out ('10.222.0.61', 60548) {{(pid=104161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 07 13:39:38.375597 dv-cinder-844601-3-iscsi neutron-server[104161]: DEBUG neutron.wsgi [req-8c55acc7-2eff-4d49-86e5-ec503b8fcc38 req-786ec2c2-da45-41f5-ab37-db5e9dc48893 tempest-AttachVolumeShelveTestJSON-1438765139 tempest-AttachVolumeShelveTestJSON-1438765139-project] (104161) timed out ('10.222.0.61', 60558) {{(pid=104161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 07 13:39:44.819824 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:44.822043 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:47.668437 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:39:49.152499 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5c9d-4f18-48ab-9795-c2ec3b67d2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:51.386961 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-17ac0e12-e969-4025-ac19-2857949a4628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:52.593507 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:54.001799 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:39:55.470040 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:04.838724 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:14.674133 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:40:14.829846 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:14.835078 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:15.062681 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=15 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:19.154490 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-1dbf93d6-d1be-4dc7-ae81-2335150e3ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:21.389550 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-19522629-f2a8-48e6-9044-b22a3f899871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:22.599661 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:24.005024 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f49a3643-e5c5-42fb-9ea9-3f72774d41c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (0806dbc4-381b-410c-b66f-50397e74fe43), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:24.668011 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=19 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:25.473258 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-a4d6356f-73f0-48c9-bffd-5e593bb3e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (f76bef79-55cf-4f20-8345-90787d5150d5), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:34.853362 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-f5d2673a-ca1f-4be2-8cb1-2c721ae707cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (eaf3b7ae-18b4-4769-9484-a3be00ffdccb), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:43.698143 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=4 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:43.699325 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=2 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:44.847410 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:44.848293 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 13:40:49.158879 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-2de13f17-9321-4eac-b9f0-d51c311630e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (6fdafd5d-92c8-442f-8999-5343dafe414c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:51.395287 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-3aae221a-2f2e-41fb-bc5b-0b7eefeb6fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (3e7906e4-018c-4897-b6dc-5efac7c1184b), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 13:40:51.674594 dv-cinder-844601-3-iscsi neutron-server[104163]: DEBUG neutron.db.agents_db [None req-0243038d-d034-4ccc-a7de-7de15fd2dde6 None None] Agent healthcheck: found 6 active agents {{(pid=104163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 13:40:52.598992 dv-cinder-844601-3-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-7942bf69-1b34-46c7-bc77-b89b8ff5fc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769461988599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960966'] for agent (5b32d4d2-b893-4b49-a6fc-212f610a662c), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}